---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:58:16.395869Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-0a4b4d-predictor-988d6c764-74cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23960"
    uid: 01bac299-c6b3-428e-a744-19edb5ad19fa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-0a4b4d-predictor-988d6c764-74cp2
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:58:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:58:16Z"
    name: isvc-init-fail-0a4b4d-predictor-988d6c764-74cp2.18a6e4d2a45a3291
    namespace: kserve-ci-e2e-test
    resourceVersion: "23964"
    uid: 18345480-bf5b-474a-b5b3-b000750ad013
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-0a4b4d-predictor-988d6c764-74cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 01bac299-c6b3-428e-a744-19edb5ad19fa
  kind: Event
  lastTimestamp: "2026-04-16T16:58:16Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:58:16Z"
    name: isvc-init-fail-0a4b4d-predictor-988d6c764-74cp2.18a6e4d2bdee7fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "23982"
    uid: 62acc8f1-3965-487e-98f3-ca934d850c69
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-0a4b4d-predictor-988d6c764-74cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 01bac299-c6b3-428e-a744-19edb5ad19fa
  kind: Event
  lastTimestamp: "2026-04-16T16:58:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:23Z"
    name: isvc-init-fail-0a4b4d-predictor-988d6c764-74cp2.18a6e4d2bf65a21b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24038"
    uid: bbae310c-0933-4924-89d9-6a9e808042fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-0a4b4d-predictor-988d6c764-74cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 01bac299-c6b3-428e-a744-19edb5ad19fa
  kind: Event
  lastTimestamp: "2026-04-16T16:58:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:23Z"
    name: isvc-init-fail-0a4b4d-predictor-988d6c764-74cp2.18a6e4d2c26624b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24043"
    uid: 5286339c-f67f-4d63-83c6-952d81f769ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-0a4b4d-predictor-988d6c764-74cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 01bac299-c6b3-428e-a744-19edb5ad19fa
  kind: Event
  lastTimestamp: "2026-04-16T16:58:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:23Z"
    name: isvc-init-fail-0a4b4d-predictor-988d6c764-74cp2.18a6e4d2c2d1532b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24044"
    uid: 9f7d34ad-c84b-421c-8210-d46df7b77f0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-0a4b4d-predictor-988d6c764-74cp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 01bac299-c6b3-428e-a744-19edb5ad19fa
  kind: Event
  lastTimestamp: "2026-04-16T16:58:26Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:26Z"
    name: isvc-init-fail-0a4b4d-predictor-988d6c764-74cp2.18a6e4d4fa3fe2a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: b04ce6da-a5eb-4894-b335-6e22d40e828c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-0a4b4d-predictor-988d6c764
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: 8c518a8a-82b0-40f7-b5fd-91f4792640a7
  kind: Event
  lastTimestamp: "2026-04-16T16:58:16Z"
  message: 'Created pod: isvc-init-fail-0a4b4d-predictor-988d6c764-74cp2'
  metadata:
    creationTimestamp: "2026-04-16T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:16Z"
    name: isvc-init-fail-0a4b4d-predictor-988d6c764.18a6e4d2a3e4e64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23961"
    uid: 995fd694-ab11-4b33-beb8-87a374009222
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-0a4b4d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23943"
    uid: ba45d158-08f6-4bce-87ac-cc346f3d1278
  kind: Event
  lastTimestamp: "2026-04-16T16:58:16Z"
  message: Scaled up replica set isvc-init-fail-0a4b4d-predictor-988d6c764 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:16Z"
    name: isvc-init-fail-0a4b4d-predictor.18a6e4d2a110ee82
    namespace: kserve-ci-e2e-test
    resourceVersion: "23952"
    uid: f32fc214-1a69-4b79-b8e3-fd24e8f2b45f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-0a4b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23923"
    uid: 4a372dc9-6ce8-4f4c-a711-da1bb43f025f
  kind: Event
  lastTimestamp: "2026-04-16T16:58:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:58:23Z"
    name: isvc-init-fail-0a4b4d.18a6e4d2a0e696a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24045"
    uid: a4adf48e-7d92-4c92-8c44-971806d711ad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-0a4b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23923"
    uid: 4a372dc9-6ce8-4f4c-a711-da1bb43f025f
  kind: Event
  lastTimestamp: "2026-04-16T16:58:16Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-0a4b4d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-0a4b4d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:58:16Z"
    name: isvc-init-fail-0a4b4d.18a6e4d2a184217e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23970"
    uid: 4b942832-b26f-4124-9109-a6cc88bd156f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-0a4b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23923"
    uid: 4a372dc9-6ce8-4f4c-a711-da1bb43f025f
  kind: Event
  lastTimestamp: "2026-04-16T16:58:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-0a4b4d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:58:16Z"
    name: isvc-init-fail-0a4b4d.18a6e4d2a18483a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: 395c926e-8024-4841-a2f5-aa55fe022605
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:41:48.847541Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15768"
    uid: de8da7ab-283e-409d-b9c3-e4a35ece25e3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-78c8d484d6-dzzdq
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:41:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:41:48Z"
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq.18a6e3ecb5e286f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 93328ef2-0fa3-4654-a45a-670d1e9a7181
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15782"
    uid: de8da7ab-283e-409d-b9c3-e4a35ece25e3
  kind: Event
  lastTimestamp: "2026-04-16T16:41:49Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:41:49Z"
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq.18a6e3eccea9158e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15804"
    uid: a4880cb6-cca9-4c87-acb0-153e4937a98b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: de8da7ab-283e-409d-b9c3-e4a35ece25e3
  kind: Event
  lastTimestamp: "2026-04-16T16:41:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:49Z"
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq.18a6e3eccfc8e486
    namespace: kserve-ci-e2e-test
    resourceVersion: "15808"
    uid: 6ed77445-37da-4833-9c82-bf78900d74f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: de8da7ab-283e-409d-b9c3-e4a35ece25e3
  kind: Event
  lastTimestamp: "2026-04-16T16:41:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:49Z"
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq.18a6e3ecd2f97155
    namespace: kserve-ci-e2e-test
    resourceVersion: "15811"
    uid: 9f5b5fb0-30fa-4461-aa50-875f2954d11c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: de8da7ab-283e-409d-b9c3-e4a35ece25e3
  kind: Event
  lastTimestamp: "2026-04-16T16:41:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:49Z"
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq.18a6e3ecd364a14a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15812"
    uid: 3ae37b4e-1fae-4c0d-92fa-cfbdb8bb4203
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: de8da7ab-283e-409d-b9c3-e4a35ece25e3
  kind: Event
  lastTimestamp: "2026-04-16T16:41:53Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T16:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:53Z"
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq.18a6e3edccee7e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: c0ded64f-50ca-4f29-b6a4-7901c5c27bed
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: de8da7ab-283e-409d-b9c3-e4a35ece25e3
  kind: Event
  lastTimestamp: "2026-04-16T16:41:59Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.02s (6.02s including
    waiting). Image size: 606108943 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:59Z"
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq.18a6e3ef33c9b8a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15893"
    uid: 0e93e29b-8d86-491e-916c-c85895c06dab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: de8da7ab-283e-409d-b9c3-e4a35ece25e3
  kind: Event
  lastTimestamp: "2026-04-16T16:41:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:59Z"
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq.18a6e3ef36d55143
    namespace: kserve-ci-e2e-test
    resourceVersion: "15894"
    uid: cfd47ef1-5dc4-4f70-b219-aac83346b58a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: de8da7ab-283e-409d-b9c3-e4a35ece25e3
  kind: Event
  lastTimestamp: "2026-04-16T16:41:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:59Z"
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq.18a6e3ef37416637
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: 8ff780f3-2fc6-4f52-829c-183ef73f1daa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T16:42:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: de8da7ab-283e-409d-b9c3-e4a35ece25e3
  kind: Event
  lastTimestamp: "2026-04-16T16:43:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:43:03Z"
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq.18a6e3ef6fbb16ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: ada14a41-8015-40a7-997f-3f7f9ccbe0f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: de8da7ab-283e-409d-b9c3-e4a35ece25e3
  kind: Event
  lastTimestamp: "2026-04-16T16:43:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:43:18Z"
    name: isvc-lightgbm-predictor-78c8d484d6-dzzdq.18a6e401b2b8a799
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: 8c67423a-f9d4-4b83-863e-1e0fc83b7b19
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-78c8d484d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15748"
    uid: 9ff01568-d4fe-4297-a51e-91ce663f5d1e
  kind: Event
  lastTimestamp: "2026-04-16T16:41:48Z"
  message: 'Created pod: isvc-lightgbm-predictor-78c8d484d6-dzzdq'
  metadata:
    creationTimestamp: "2026-04-16T16:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:41:48Z"
    name: isvc-lightgbm-predictor-78c8d484d6.18a6e3ecb57b7dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15770"
    uid: c9ea1d6c-6129-4048-812c-1081f457212b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15743"
    uid: 4474e6d1-2407-442e-8ad7-4bdd2ffb793a
  kind: Event
  lastTimestamp: "2026-04-16T16:41:48Z"
  message: Scaled up replica set isvc-lightgbm-predictor-78c8d484d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:41:48Z"
    name: isvc-lightgbm-predictor.18a6e3ecb28eed2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15751"
    uid: 3f976532-12de-4da0-907b-78c84e66d3ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:42:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15747"
    uid: 23a2e6d1-6046-4a3f-ad0c-159542b7e30a
  kind: Event
  lastTimestamp: "2026-04-16T16:42:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:42:03Z"
    name: isvc-lightgbm-predictor.18a6e3f03147d809
    namespace: kserve-ci-e2e-test
    resourceVersion: "15931"
    uid: 2b9786e5-1ba5-4281-90f0-dd3eda916b9c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:42:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15747"
    uid: 23a2e6d1-6046-4a3f-ad0c-159542b7e30a
  kind: Event
  lastTimestamp: "2026-04-16T16:42:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:42:03Z"
    name: isvc-lightgbm-predictor.18a6e3f031b0f0dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 4b2fc4de-7deb-410c-9f62-6c289ebd274a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T16:42:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15932"
    uid: 23a2e6d1-6046-4a3f-ad0c-159542b7e30a
  kind: Event
  lastTimestamp: "2026-04-16T16:43:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:43:18Z"
    name: isvc-lightgbm-predictor.18a6e3f3b0bc22ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: e9342f19-18bd-49f3-984d-9e2feb9e34da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T16:42:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15932"
    uid: 23a2e6d1-6046-4a3f-ad0c-159542b7e30a
  kind: Event
  lastTimestamp: "2026-04-16T16:43:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:43:18Z"
    name: isvc-lightgbm-predictor.18a6e3f3b120f964
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: 3160819f-7571-4db6-97b7-256044b58d3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:43:19.108032Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16522"
    uid: b8abd5bd-72af-4cbd-bd15-f9f4b926902d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:43:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:43:19Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm.18a6e401b9d45e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16528"
    uid: 1a019b44-eb1d-47c7-8107-4a948472ecc1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16533"
    uid: b8abd5bd-72af-4cbd-bd15-f9f4b926902d
  kind: Event
  lastTimestamp: "2026-04-16T16:43:19Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:43:19Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm.18a6e401d265ad4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16540"
    uid: cfb44d23-7f8b-4a3e-a4fe-0da97b214709
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16524"
    uid: b8abd5bd-72af-4cbd-bd15-f9f4b926902d
  kind: Event
  lastTimestamp: "2026-04-16T16:43:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:43:19Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm.18a6e401d3b5f1be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16542"
    uid: 1fb7b38a-fbc7-4cb4-9771-94001cae34df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16524"
    uid: b8abd5bd-72af-4cbd-bd15-f9f4b926902d
  kind: Event
  lastTimestamp: "2026-04-16T16:43:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:43:19Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm.18a6e401d6c3967c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: ca46d81b-da58-4d2d-88bb-61bc8ebc0b21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16524"
    uid: b8abd5bd-72af-4cbd-bd15-f9f4b926902d
  kind: Event
  lastTimestamp: "2026-04-16T16:43:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:43:19Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm.18a6e401d71db7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 17fdfc6c-9c23-4e57-84e2-c2917fb48ea7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16524"
    uid: b8abd5bd-72af-4cbd-bd15-f9f4b926902d
  kind: Event
  lastTimestamp: "2026-04-16T16:43:23Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:43:23Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm.18a6e402d16dccd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16582"
    uid: 84995fe0-8cb8-434d-9e7c-ba38d31f7537
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16524"
    uid: b8abd5bd-72af-4cbd-bd15-f9f4b926902d
  kind: Event
  lastTimestamp: "2026-04-16T16:43:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:43:23Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm.18a6e402d417713d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: e738ae81-913e-44e2-bb53-92c740c90e39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16524"
    uid: b8abd5bd-72af-4cbd-bd15-f9f4b926902d
  kind: Event
  lastTimestamp: "2026-04-16T16:43:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:43:23Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm.18a6e402d47634f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16587"
    uid: b59fe8fd-d42f-4027-a2c0-3a40ab6314c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16524"
    uid: b8abd5bd-72af-4cbd-bd15-f9f4b926902d
  kind: Event
  lastTimestamp: "2026-04-16T16:44:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:44:25Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm.18a6e4030d60f2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: 6a558770-17c6-413f-8a39-a07efe5f9501
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16524"
    uid: b8abd5bd-72af-4cbd-bd15-f9f4b926902d
  kind: Event
  lastTimestamp: "2026-04-16T16:44:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:44:40Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm.18a6e414a7c4cab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: 49c87c2d-1222-41cc-93db-c5e5ff5988c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-64984c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16509"
    uid: d4298dfd-27e2-40a5-bf23-a90113d8c78d
  kind: Event
  lastTimestamp: "2026-04-16T16:43:19Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-64984c7cb-wt5lm'
  metadata:
    creationTimestamp: "2026-04-16T16:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:43:19Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb.18a6e401b9689d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "16523"
    uid: e35cea3b-63d4-4825-9799-cb936c23373c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 385babcd-c85d-449b-8661-bfecb284119c
  kind: Event
  lastTimestamp: "2026-04-16T16:43:19Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-64984c7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T16:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:43:19Z"
    name: isvc-lightgbm-runtime-predictor.18a6e401b53a219f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: cd275d47-6a27-4e7f-909a-0426a1c1d7c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16510"
    uid: d1b68be2-f553-4b19-afc7-bf8bf2a80983
  kind: Event
  lastTimestamp: "2026-04-16T16:43:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:43:34Z"
    name: isvc-lightgbm-runtime-predictor.18a6e405341565b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16668"
    uid: 1eff2154-a4e4-4a2f-b2d8-69c0be939e21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16510"
    uid: d1b68be2-f553-4b19-afc7-bf8bf2a80983
  kind: Event
  lastTimestamp: "2026-04-16T16:43:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:43:34Z"
    name: isvc-lightgbm-runtime-predictor.18a6e405346baa1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16669"
    uid: c3a848fa-c1c6-4700-afef-5e41b015c5bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: d1b68be2-f553-4b19-afc7-bf8bf2a80983
  kind: Event
  lastTimestamp: "2026-04-16T16:44:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:44:34Z"
    name: isvc-lightgbm-runtime-predictor.18a6e408b400396b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17085"
    uid: cca0ce4d-97ef-479d-b262-28d12345db46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: d1b68be2-f553-4b19-afc7-bf8bf2a80983
  kind: Event
  lastTimestamp: "2026-04-16T16:44:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:44:34Z"
    name: isvc-lightgbm-runtime-predictor.18a6e408b47e5f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 9bd4f865-e5a8-43a5-ae75-b43fc5af3434
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 875a5a11-b509-48d9-bbbb-c2ae134b87d2
  kind: Event
  lastTimestamp: "2026-04-16T16:44:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:44:35Z"
    name: isvc-lightgbm-runtime.18a6e401b540701d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17105"
    uid: 3dbb8e82-c5aa-4b36-97ed-90d3f354c1ff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 875a5a11-b509-48d9-bbbb-c2ae134b87d2
  kind: Event
  lastTimestamp: "2026-04-16T16:43:19Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:43:19Z"
    name: isvc-lightgbm-runtime.18a6e401b5a9c077
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 31ef9f17-1bd6-4b7d-9fb8-f907c1075b83
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 875a5a11-b509-48d9-bbbb-c2ae134b87d2
  kind: Event
  lastTimestamp: "2026-04-16T16:43:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:43:19Z"
    name: isvc-lightgbm-runtime.18a6e401bb213ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 209f8a1d-4d42-4890-92a6-593c73e6a133
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: 875a5a11-b509-48d9-bbbb-c2ae134b87d2
  kind: Event
  lastTimestamp: "2026-04-16T16:44:35Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:44:35Z"
    name: isvc-lightgbm-runtime.18a6e41399b5cb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: ae19f0d4-58b9-42b5-8928-4febc06b6881
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:47:30.726030Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18457"
    uid: 088b9c08-3a81-4fed-bc7c-71acb928c8df
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:47:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:47:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg.18a6e43c4f6e4264
    namespace: kserve-ci-e2e-test
    resourceVersion: "18462"
    uid: 0146e175-7ef9-42d2-a851-34d2dbec41b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18467"
    uid: 088b9c08-3a81-4fed-bc7c-71acb928c8df
  kind: Event
  lastTimestamp: "2026-04-16T16:47:31Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:47:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg.18a6e43c6a01cdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 6e976e06-3678-4df0-9e54-7ef04f507a18
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 088b9c08-3a81-4fed-bc7c-71acb928c8df
  kind: Event
  lastTimestamp: "2026-04-16T16:47:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:47:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg.18a6e43c6b58c2a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18478"
    uid: a4a38aee-3d28-4dc4-8ba3-3306b6abb1d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 088b9c08-3a81-4fed-bc7c-71acb928c8df
  kind: Event
  lastTimestamp: "2026-04-16T16:47:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:47:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg.18a6e43c715fa77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18481"
    uid: fe0a3abc-3ed8-4ee9-a377-2fe5ca7a2a27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 088b9c08-3a81-4fed-bc7c-71acb928c8df
  kind: Event
  lastTimestamp: "2026-04-16T16:47:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:47:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg.18a6e43c726dcaba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18482"
    uid: 174ddbe4-c4a4-493e-b867-420a33685fa2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 088b9c08-3a81-4fed-bc7c-71acb928c8df
  kind: Event
  lastTimestamp: "2026-04-16T16:47:35Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:47:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:47:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg.18a6e43d7025b6dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 27f7c675-ddf3-4b94-89bc-82ea12987bca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 088b9c08-3a81-4fed-bc7c-71acb928c8df
  kind: Event
  lastTimestamp: "2026-04-16T16:47:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:47:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:47:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg.18a6e43d72d395d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18526"
    uid: c09d67d6-3750-4478-bb3c-12a6a4f667c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 088b9c08-3a81-4fed-bc7c-71acb928c8df
  kind: Event
  lastTimestamp: "2026-04-16T16:47:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:47:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:47:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg.18a6e43d733ca7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: 8f72b1a7-460a-4f73-a384-6beb8b61b1b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 088b9c08-3a81-4fed-bc7c-71acb928c8df
  kind: Event
  lastTimestamp: "2026-04-16T16:47:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:47:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg.18a6e43dac100b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: f4220905-f9aa-43d5-9edc-40ce2b142a8a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 088b9c08-3a81-4fed-bc7c-71acb928c8df
  kind: Event
  lastTimestamp: "2026-04-16T16:47:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:47:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg.18a6e440fd113272
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: 7e5cd4df-aa92-41c7-b9d6-9bba36805106
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18443"
    uid: 92ac1d61-e69d-4eab-a750-56d503de1aa8
  kind: Event
  lastTimestamp: "2026-04-16T16:47:30Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-nd4hg'
  metadata:
    creationTimestamp: "2026-04-16T16:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:47:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49.18a6e43c4f078b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18459"
    uid: 1ea97af9-58f2-4436-902e-fc5a0a5a21a1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18440"
    uid: 68c2d485-294f-496d-92b2-9ae3988a4197
  kind: Event
  lastTimestamp: "2026-04-16T16:47:30Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:47:30Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e43c4ad06f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18445"
    uid: e7e7d84e-3528-4782-9f11-c8bdb882cae8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18442"
    uid: 45967f3d-a135-4f3d-8d74-ca083d4383d0
  kind: Event
  lastTimestamp: "2026-04-16T16:47:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:47:45Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e43fc98780e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18603"
    uid: 1ecb57ab-6c06-44ec-a977-7631bc7ff9e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18442"
    uid: 45967f3d-a135-4f3d-8d74-ca083d4383d0
  kind: Event
  lastTimestamp: "2026-04-16T16:47:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:47:45Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e43fc9eb97ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: 310324e0-da5c-4b4a-a495-0f2d4a7f4364
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18419"
    uid: d07ab313-e975-4089-b98f-575685cbc48d
  kind: Event
  lastTimestamp: "2026-04-16T16:47:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:47:47Z"
    name: isvc-lightgbm-v2-kserve.18a6e43c4ad82635
    namespace: kserve-ci-e2e-test
    resourceVersion: "18626"
    uid: 193424bd-8e16-4489-b222-583f6f365337
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18419"
    uid: d07ab313-e975-4089-b98f-575685cbc48d
  kind: Event
  lastTimestamp: "2026-04-16T16:47:30Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:47:30Z"
    name: isvc-lightgbm-v2-kserve.18a6e43c4b7a2948
    namespace: kserve-ci-e2e-test
    resourceVersion: "18452"
    uid: eccf6f67-6f28-4260-9384-7ab6133d0b48
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18624"
    uid: d07ab313-e975-4089-b98f-575685cbc48d
  kind: Event
  lastTimestamp: "2026-04-16T16:47:47Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:47:47Z"
    name: isvc-lightgbm-v2-kserve.18a6e44040cbd87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: 421bd81a-c87a-4f9b-b851-e029ed4cfbfc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:44:40.465849Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: 32a68c1b-0850-4b5f-8d05-9b00995e6951
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:44:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:44:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg.18a6e414ab220cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: 40bd5e82-61cb-470f-84fc-39a26e3dd7b2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: 32a68c1b-0850-4b5f-8d05-9b00995e6951
  kind: Event
  lastTimestamp: "2026-04-16T16:44:40Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:44:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg.18a6e414c3a5cec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17202"
    uid: 022490af-067c-459f-b0be-985b4169dc09
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: 32a68c1b-0850-4b5f-8d05-9b00995e6951
  kind: Event
  lastTimestamp: "2026-04-16T16:44:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:44:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg.18a6e414c5643dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: 213dc6cb-d967-4a8e-b946-bc650fb79eaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: 32a68c1b-0850-4b5f-8d05-9b00995e6951
  kind: Event
  lastTimestamp: "2026-04-16T16:44:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:44:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg.18a6e414c8a35d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: b27cc406-f2a3-4a37-a81c-44d38be057aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: 32a68c1b-0850-4b5f-8d05-9b00995e6951
  kind: Event
  lastTimestamp: "2026-04-16T16:44:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:44:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg.18a6e414c90d7a42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17208"
    uid: 2f2204c0-a847-402c-9c6b-ec9526e19494
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: 32a68c1b-0850-4b5f-8d05-9b00995e6951
  kind: Event
  lastTimestamp: "2026-04-16T16:44:45Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-16T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:44:45Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg.18a6e415bb6dfb06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: 106d548f-08d5-4780-8dff-380329a188ae
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: 32a68c1b-0850-4b5f-8d05-9b00995e6951
  kind: Event
  lastTimestamp: "2026-04-16T16:46:53Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m8.735s
    (2m8.735s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:46:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg.18a6e433b4a60b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 74f84a99-0ed7-4bfa-a267-c3412f12dfa9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: 32a68c1b-0850-4b5f-8d05-9b00995e6951
  kind: Event
  lastTimestamp: "2026-04-16T16:46:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:46:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg.18a6e433baf167e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18151"
    uid: 8681f965-55b3-4701-b740-60790b84676e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: 32a68c1b-0850-4b5f-8d05-9b00995e6951
  kind: Event
  lastTimestamp: "2026-04-16T16:46:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:46:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg.18a6e433bc159ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18152"
    uid: 60d1636d-b01a-478a-abfc-59f020237d79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: 32a68c1b-0850-4b5f-8d05-9b00995e6951
  kind: Event
  lastTimestamp: "2026-04-16T16:47:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:47:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg.18a6e43c4ac80bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18446"
    uid: e12f291d-aef9-4f8d-8950-77f84c7936e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: c6d38ffc-a523-4271-bcfd-9e62c56dfc3d
  kind: Event
  lastTimestamp: "2026-04-16T16:44:40Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-xq5xg'
  metadata:
    creationTimestamp: "2026-04-16T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:44:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc.18a6e414aa7bb721
    namespace: kserve-ci-e2e-test
    resourceVersion: "17180"
    uid: c6729bc8-68ac-40dc-9a34-cdd21f51a1b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17161"
    uid: 27e843a0-07c5-4c08-83cb-f8bed7de2c28
  kind: Event
  lastTimestamp: "2026-04-16T16:44:40Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8d44c64dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:44:40Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e414a745a04b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17169"
    uid: 79ad7995-03a8-4da6-bd35-75b246220546
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: 32fddb72-b9b8-4451-af93-70260ac27a48
  kind: Event
  lastTimestamp: "2026-04-16T16:47:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:47:25Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e41826b6f8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18385"
    uid: 4239bdfa-25d2-4ba6-a71f-3eaed346feee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: 32fddb72-b9b8-4451-af93-70260ac27a48
  kind: Event
  lastTimestamp: "2026-04-16T16:47:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:47:25Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e4182702887b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18386"
    uid: ad3c0aaf-a1b8-4e7b-b8c9-5e2dff2ca686
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: cc381db8-f894-4180-86b6-8811f1b99167
  kind: Event
  lastTimestamp: "2026-04-16T16:47:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:47:25Z"
    name: isvc-lightgbm-v2-runtime.18a6e414a74ee801
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: 737ea06b-a41a-4abc-af74-3e3fd234d78e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: cc381db8-f894-4180-86b6-8811f1b99167
  kind: Event
  lastTimestamp: "2026-04-16T16:44:40Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:44:40Z"
    name: isvc-lightgbm-v2-runtime.18a6e414a7d70edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17194"
    uid: 7264fb9f-c088-491a-a508-9fad65504875
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: cc381db8-f894-4180-86b6-8811f1b99167
  kind: Event
  lastTimestamp: "2026-04-16T16:44:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:44:40Z"
    name: isvc-lightgbm-v2-runtime.18a6e414adce915d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17195"
    uid: 709b4684-b714-4ee2-855b-039c0c144fc0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: cc381db8-f894-4180-86b6-8811f1b99167
  kind: Event
  lastTimestamp: "2026-04-16T16:47:25Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:47:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:47:25Z"
    name: isvc-lightgbm-v2-runtime.18a6e43b196482a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18383"
    uid: eae22c52-c2ad-4f3d-ba46-d8d927551370
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: 0caf31b0-b437-4d82-842f-3c96ae8114e9
  kind: Event
  lastTimestamp: "2026-04-16T16:43:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:43:13Z"
    name: isvc-lightgbm.18a6e3ecb2921ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 707a53ac-a149-4b1b-a3b5-ee5cc628e306
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15755"
    uid: 0caf31b0-b437-4d82-842f-3c96ae8114e9
  kind: Event
  lastTimestamp: "2026-04-16T16:41:48Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T16:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:41:48Z"
    name: isvc-lightgbm.18a6e3ecb596c5ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: b04d5fe0-dbb5-48bb-8d2f-b0886a83c309
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: 0caf31b0-b437-4d82-842f-3c96ae8114e9
  kind: Event
  lastTimestamp: "2026-04-16T16:43:13Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:43:13Z"
    name: isvc-lightgbm.18a6e4005f756e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 9bd5554e-2a01-4604-ab55-0534494c1e0d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:40:33.611278Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-g7v2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15131"
    uid: a3148437-c0b1-44d3-9fea-3f7254ee765d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-67b779c5c9-g7v2j
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:40:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:40:33Z"
    name: isvc-logger-predictor-67b779c5c9-g7v2j.18a6e3db3174426d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15135"
    uid: a94a30d2-7cea-4894-9bfe-0b7a218eb4e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-g7v2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15140"
    uid: a3148437-c0b1-44d3-9fea-3f7254ee765d
  kind: Event
  lastTimestamp: "2026-04-16T16:40:34Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:40:34Z"
    name: isvc-logger-predictor-67b779c5c9-g7v2j.18a6e3db4a2cdf3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15151"
    uid: 30763409-2977-4f2c-9190-d64663b62c10
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-g7v2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: a3148437-c0b1-44d3-9fea-3f7254ee765d
  kind: Event
  lastTimestamp: "2026-04-16T16:40:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:34Z"
    name: isvc-logger-predictor-67b779c5c9-g7v2j.18a6e3db4b5a7527
    namespace: kserve-ci-e2e-test
    resourceVersion: "15153"
    uid: e2f6ff8c-9e9e-49e7-b5dd-652b8a28bed7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-g7v2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: a3148437-c0b1-44d3-9fea-3f7254ee765d
  kind: Event
  lastTimestamp: "2026-04-16T16:40:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:34Z"
    name: isvc-logger-predictor-67b779c5c9-g7v2j.18a6e3db4e3e76e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15155"
    uid: f34b8fcc-b21e-48e0-8d38-535d1c098215
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-g7v2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: a3148437-c0b1-44d3-9fea-3f7254ee765d
  kind: Event
  lastTimestamp: "2026-04-16T16:40:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:34Z"
    name: isvc-logger-predictor-67b779c5c9-g7v2j.18a6e3db4ea4add4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15156"
    uid: fe753a13-c771-40a4-a102-0bf391b1414e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-g7v2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: a3148437-c0b1-44d3-9fea-3f7254ee765d
  kind: Event
  lastTimestamp: "2026-04-16T16:40:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:38Z"
    name: isvc-logger-predictor-67b779c5c9-g7v2j.18a6e3dc4a7db497
    namespace: kserve-ci-e2e-test
    resourceVersion: "15188"
    uid: 587ca060-e634-44cf-b78c-cb6b3edc6173
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-g7v2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: a3148437-c0b1-44d3-9fea-3f7254ee765d
  kind: Event
  lastTimestamp: "2026-04-16T16:40:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:38Z"
    name: isvc-logger-predictor-67b779c5c9-g7v2j.18a6e3dc4db8c325
    namespace: kserve-ci-e2e-test
    resourceVersion: "15191"
    uid: 6ada17ee-9dc2-4b81-9b09-9a0af400571e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-g7v2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: a3148437-c0b1-44d3-9fea-3f7254ee765d
  kind: Event
  lastTimestamp: "2026-04-16T16:40:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:38Z"
    name: isvc-logger-predictor-67b779c5c9-g7v2j.18a6e3dc4e253216
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: 7f4585ce-ebe7-4b55-9ffa-8b684975e6f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-g7v2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: a3148437-c0b1-44d3-9fea-3f7254ee765d
  kind: Event
  lastTimestamp: "2026-04-16T16:40:38Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:67a41ae3021ba2e5287597cf17a0636fe64b6e922a6ed1343bc133b720f5df94"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:38Z"
    name: isvc-logger-predictor-67b779c5c9-g7v2j.18a6e3dc4e30c209
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: bb3c82dc-726c-4d66-a0b8-e479dbf0a0f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-g7v2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: a3148437-c0b1-44d3-9fea-3f7254ee765d
  kind: Event
  lastTimestamp: "2026-04-16T16:40:38Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T16:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:38Z"
    name: isvc-logger-predictor-67b779c5c9-g7v2j.18a6e3dc509f16ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15196"
    uid: ae0a1fc6-e0fa-40c7-bf00-7a6119867b5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-g7v2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: a3148437-c0b1-44d3-9fea-3f7254ee765d
  kind: Event
  lastTimestamp: "2026-04-16T16:40:38Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T16:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:38Z"
    name: isvc-logger-predictor-67b779c5c9-g7v2j.18a6e3dc5109ab52
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: a5a7a40d-fbcc-424b-a45d-26de6b8a04dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-g7v2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: a3148437-c0b1-44d3-9fea-3f7254ee765d
  kind: Event
  lastTimestamp: "2026-04-16T16:42:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:42:11Z"
    name: isvc-logger-predictor-67b779c5c9-g7v2j.18a6e3dc8672fcea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15989"
    uid: 2c53c203-d9c3-40fe-9f48-d1098b37dbd4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-g7v2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: a3148437-c0b1-44d3-9fea-3f7254ee765d
  kind: Event
  lastTimestamp: "2026-04-16T16:42:11Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T16:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:42:11Z"
    name: isvc-logger-predictor-67b779c5c9-g7v2j.18a6e3dcc2413806
    namespace: kserve-ci-e2e-test
    resourceVersion: "15990"
    uid: d89e121a-56af-4de3-a09e-7a43292d38ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-g7v2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: a3148437-c0b1-44d3-9fea-3f7254ee765d
  kind: Event
  lastTimestamp: "2026-04-16T16:41:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:48Z"
    name: isvc-logger-predictor-67b779c5c9-g7v2j.18a6e3ecb44e5536
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 0d5cb4a7-7ebd-42ba-81d2-28890be8fe60
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-g7v2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: a3148437-c0b1-44d3-9fea-3f7254ee765d
  kind: Event
  lastTimestamp: "2026-04-16T16:41:48Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T16:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:48Z"
    name: isvc-logger-predictor-67b779c5c9-g7v2j.18a6e3ecb44f8b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 2526969d-b3d7-4a41-bbd7-338cb1a1a5fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-67b779c5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15120"
    uid: 3a8315c8-8ba0-4b85-8395-2ae6baf00359
  kind: Event
  lastTimestamp: "2026-04-16T16:40:33Z"
  message: 'Created pod: isvc-logger-predictor-67b779c5c9-g7v2j'
  metadata:
    creationTimestamp: "2026-04-16T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:40:33Z"
    name: isvc-logger-predictor-67b779c5c9.18a6e3db310f70dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15132"
    uid: 8b3dc04c-7844-47e6-82c1-dfe5876d288a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15118"
    uid: 1bf50c94-6b2d-465d-b1d3-317aedc7e7f8
  kind: Event
  lastTimestamp: "2026-04-16T16:40:33Z"
  message: Scaled up replica set isvc-logger-predictor-67b779c5c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:40:33Z"
    name: isvc-logger-predictor.18a6e3db2e46278b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15123"
    uid: cf2c40f6-e321-45fa-8142-0c67034edb16
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15119"
    uid: c42a6926-855d-449f-8972-43ac38c184de
  kind: Event
  lastTimestamp: "2026-04-16T16:41:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:41:03Z"
    name: isvc-logger-predictor.18a6e3deacdcf325
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: ca448e32-b309-4e84-8cd6-1ac9da35f7b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15119"
    uid: c42a6926-855d-449f-8972-43ac38c184de
  kind: Event
  lastTimestamp: "2026-04-16T16:41:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:41:03Z"
    name: isvc-logger-predictor.18a6e3dead36ed9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15396"
    uid: 08924b2e-5c54-441d-ac34-62b4ddf119dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15285"
    uid: c42a6926-855d-449f-8972-43ac38c184de
  kind: Event
  lastTimestamp: "2026-04-16T16:41:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:41:48Z"
    name: isvc-logger-predictor.18a6e3e5aac3b528
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 60b3f78b-6d03-4a64-b251-412b43bf3d06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15285"
    uid: c42a6926-855d-449f-8972-43ac38c184de
  kind: Event
  lastTimestamp: "2026-04-16T16:41:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:41:48Z"
    name: isvc-logger-predictor.18a6e3e5ab23c243
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: efd48113-d4c0-4a74-af8b-c6b3b7978801
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15110"
    uid: 2ce15501-06a3-4e7b-a508-9310b3273639
  kind: Event
  lastTimestamp: "2026-04-16T16:41:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:41:41Z"
    name: isvc-logger.18a6e3db2e01bd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 1c841cd5-4e91-4126-8dba-17cd10f73d2f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15110"
    uid: 2ce15501-06a3-4e7b-a508-9310b3273639
  kind: Event
  lastTimestamp: "2026-04-16T16:40:33Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:40:33Z"
    name: isvc-logger.18a6e3db2e705ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15141"
    uid: 0d9dbff2-8c9b-4619-81d4-bfdfd6986496
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 2ce15501-06a3-4e7b-a508-9310b3273639
  kind: Event
  lastTimestamp: "2026-04-16T16:40:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:40:33Z"
    name: isvc-logger.18a6e3db32b396d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15142"
    uid: cd5c87ac-626b-4e33-9ac8-9209f4c34953
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15671"
    uid: 2ce15501-06a3-4e7b-a508-9310b3273639
  kind: Event
  lastTimestamp: "2026-04-16T16:41:41Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:41:41Z"
    name: isvc-logger.18a6e3eafae7ee25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: 2d4a4406-79e5-44f8-8d0e-289a9666e760
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:47:50.886612Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18689"
    uid: 1097327d-d990-4491-933d-ec5a8545f086
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:47:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:47:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8.18a6e44101185112
    namespace: kserve-ci-e2e-test
    resourceVersion: "18693"
    uid: ce156017-3314-43d6-954a-e99d0520983f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18701"
    uid: 1097327d-d990-4491-933d-ec5a8545f086
  kind: Event
  lastTimestamp: "2026-04-16T16:47:51Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:47:51Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8.18a6e4411a5a53d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18714"
    uid: f1a35ace-3ec2-4124-87c7-e31bfb7320dd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18691"
    uid: 1097327d-d990-4491-933d-ec5a8545f086
  kind: Event
  lastTimestamp: "2026-04-16T16:47:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:47:51Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8.18a6e4411bf355ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18716"
    uid: efe27945-00e3-4b6a-a02a-d8dbe155faee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18691"
    uid: 1097327d-d990-4491-933d-ec5a8545f086
  kind: Event
  lastTimestamp: "2026-04-16T16:47:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:47:51Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8.18a6e4411fd8cf91
    namespace: kserve-ci-e2e-test
    resourceVersion: "18718"
    uid: 05b2f157-2490-4069-8e3f-c1a759df5ea9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18691"
    uid: 1097327d-d990-4491-933d-ec5a8545f086
  kind: Event
  lastTimestamp: "2026-04-16T16:47:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:47:51Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8.18a6e441209a1620
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: f3034b34-a5c2-4b8e-99e2-d6419e8bd951
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18691"
    uid: 1097327d-d990-4491-933d-ec5a8545f086
  kind: Event
  lastTimestamp: "2026-04-16T16:47:55Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T16:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:47:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8.18a6e4421bf5a3cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18760"
    uid: 52ad6450-c08c-4671-b51f-437078db0be6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18691"
    uid: 1097327d-d990-4491-933d-ec5a8545f086
  kind: Event
  lastTimestamp: "2026-04-16T16:47:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:47:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8.18a6e4421ed18a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18764"
    uid: ab8b6ccd-89bb-4421-a0d2-3f01572f9977
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18691"
    uid: 1097327d-d990-4491-933d-ec5a8545f086
  kind: Event
  lastTimestamp: "2026-04-16T16:47:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:47:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8.18a6e4421f407f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18765"
    uid: 59437c38-8c6e-4bb6-8e97-daf83d99fc89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18691"
    uid: 1097327d-d990-4491-933d-ec5a8545f086
  kind: Event
  lastTimestamp: "2026-04-16T16:48:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:30Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8.18a6e44a576d53aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 62d0ad4c-4c03-44d8-8130-deebc5d8ace5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "18680"
    uid: 210e3b80-e7fe-474c-99e6-5a2f15609884
  kind: Event
  lastTimestamp: "2026-04-16T16:47:50Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5497fc5f68-27qt8'
  metadata:
    creationTimestamp: "2026-04-16T16:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:47:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68.18a6e44100a2ea7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18690"
    uid: 9e33c996-34e0-4545-bd06-16e109159686
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18677"
    uid: 73d1680e-3382-41c4-8212-cea7783bb47f
  kind: Event
  lastTimestamp: "2026-04-16T16:47:50Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5497fc5f68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:47:50Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e440fd920897
    namespace: kserve-ci-e2e-test
    resourceVersion: "18682"
    uid: b6694ba0-7a0d-48f4-af38-1c213336083b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18679"
    uid: 6946806b-77d8-42d7-bd51-1e031897f2cd
  kind: Event
  lastTimestamp: "2026-04-16T16:48:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:48:20Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e4447c39f2a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18939"
    uid: 127e7b6b-6769-4509-af7a-727cbc291431
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18679"
    uid: 6946806b-77d8-42d7-bd51-1e031897f2cd
  kind: Event
  lastTimestamp: "2026-04-16T16:48:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:48:20Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e4447ca1775a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: d92f7af2-95b1-4426-87e1-efb7b17abcc8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 972673b6-6198-49ec-8fe7-529a019dc69a
  kind: Event
  lastTimestamp: "2026-04-16T16:48:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:48:27Z"
    name: isvc-mlflow-v2-runtime.18a6e440fd6472dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18993"
    uid: a5f16f64-ee8b-4416-a83f-7afe7184abad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 972673b6-6198-49ec-8fe7-529a019dc69a
  kind: Event
  lastTimestamp: "2026-04-16T16:47:50Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:47:50Z"
    name: isvc-mlflow-v2-runtime.18a6e440fdbfeafd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18704"
    uid: 6dee3c5a-9637-48fb-96d6-833071d16f73
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18686"
    uid: 972673b6-6198-49ec-8fe7-529a019dc69a
  kind: Event
  lastTimestamp: "2026-04-16T16:47:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:47:50Z"
    name: isvc-mlflow-v2-runtime.18a6e44103d062de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18705"
    uid: 07c971fd-99fe-4952-8b77-c5c4c6efefbc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18989"
    uid: 972673b6-6198-49ec-8fe7-529a019dc69a
  kind: Event
  lastTimestamp: "2026-04-16T16:48:27Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:48:27Z"
    name: isvc-mlflow-v2-runtime.18a6e44993aff1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18991"
    uid: 46a7414f-38ac-49a6-8f6d-481318979800
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:49:41.262834Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-288rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19623"
    uid: 3d711f7c-da57-4df7-bbf0-19670ac3b317
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-7dddcb4bd4-288rf
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:49:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:49:41Z"
    name: isvc-paddle-predictor-7dddcb4bd4-288rf.18a6e45ab407d19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19632"
    uid: b2b3c7f7-beb4-43d3-99fb-12aca8e68bef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-288rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19635"
    uid: 3d711f7c-da57-4df7-bbf0-19670ac3b317
  kind: Event
  lastTimestamp: "2026-04-16T16:49:41Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:49:41Z"
    name: isvc-paddle-predictor-7dddcb4bd4-288rf.18a6e45accce7021
    namespace: kserve-ci-e2e-test
    resourceVersion: "19644"
    uid: 3a1bf069-de8b-4d39-94e5-f01652f2809a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-288rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 3d711f7c-da57-4df7-bbf0-19670ac3b317
  kind: Event
  lastTimestamp: "2026-04-16T16:49:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:41Z"
    name: isvc-paddle-predictor-7dddcb4bd4-288rf.18a6e45acdf6c465
    namespace: kserve-ci-e2e-test
    resourceVersion: "19647"
    uid: 3106ee6b-5ff3-465a-baee-56e375ac1172
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-288rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 3d711f7c-da57-4df7-bbf0-19670ac3b317
  kind: Event
  lastTimestamp: "2026-04-16T16:49:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:41Z"
    name: isvc-paddle-predictor-7dddcb4bd4-288rf.18a6e45ad18e85b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19649"
    uid: 67972f11-d269-40ab-9b24-3691d5005b30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-288rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 3d711f7c-da57-4df7-bbf0-19670ac3b317
  kind: Event
  lastTimestamp: "2026-04-16T16:49:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:41Z"
    name: isvc-paddle-predictor-7dddcb4bd4-288rf.18a6e45ad1f7886b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: b3e3af9d-a787-45f0-974d-356e765375d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-288rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 3d711f7c-da57-4df7-bbf0-19670ac3b317
  kind: Event
  lastTimestamp: "2026-04-16T16:49:46Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T16:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:46Z"
    name: isvc-paddle-predictor-7dddcb4bd4-288rf.18a6e45c07b1831c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19695"
    uid: 115e3ee8-1af1-4b32-91f5-29188d56337b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-288rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 3d711f7c-da57-4df7-bbf0-19670ac3b317
  kind: Event
  lastTimestamp: "2026-04-16T16:49:58Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.666s (11.666s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:58Z"
    name: isvc-paddle-predictor-7dddcb4bd4-288rf.18a6e45ebf0b1ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: b70b5d8b-4735-4c10-b059-6df8d7a651f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-288rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 3d711f7c-da57-4df7-bbf0-19670ac3b317
  kind: Event
  lastTimestamp: "2026-04-16T16:49:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:58Z"
    name: isvc-paddle-predictor-7dddcb4bd4-288rf.18a6e45ec1cc08e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19790"
    uid: ad0534c4-2d7a-4f2f-b581-64cbba3d38ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-288rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 3d711f7c-da57-4df7-bbf0-19670ac3b317
  kind: Event
  lastTimestamp: "2026-04-16T16:49:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:58Z"
    name: isvc-paddle-predictor-7dddcb4bd4-288rf.18a6e45ec22f2965
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: 2150118b-2945-4f77-b23f-6a83b4323316
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-288rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 3d711f7c-da57-4df7-bbf0-19670ac3b317
  kind: Event
  lastTimestamp: "2026-04-16T16:50:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:30Z"
    name: isvc-paddle-predictor-7dddcb4bd4-288rf.18a6e45ed5475a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "20017"
    uid: a8b27f1a-7ba5-4686-b5bc-f0c3e22bf422
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-288rf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 3d711f7c-da57-4df7-bbf0-19670ac3b317
  kind: Event
  lastTimestamp: "2026-04-16T16:50:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:42Z"
    name: isvc-paddle-predictor-7dddcb4bd4-288rf.18a6e469021eb28b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20133"
    uid: 37059bda-f9e6-4f7f-96b9-b001c2379791
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-7dddcb4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19613"
    uid: cd337661-ca51-45c3-97fa-6357c5d684fb
  kind: Event
  lastTimestamp: "2026-04-16T16:49:41Z"
  message: 'Created pod: isvc-paddle-predictor-7dddcb4bd4-288rf'
  metadata:
    creationTimestamp: "2026-04-16T16:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:49:41Z"
    name: isvc-paddle-predictor-7dddcb4bd4.18a6e45ab3572847
    namespace: kserve-ci-e2e-test
    resourceVersion: "19628"
    uid: 3e9ae2e7-a8bd-498d-8287-798ece7c3819
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19607"
    uid: 4e2e0883-7892-406c-9a58-9a403a15509e
  kind: Event
  lastTimestamp: "2026-04-16T16:49:41Z"
  message: Scaled up replica set isvc-paddle-predictor-7dddcb4bd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:49:41Z"
    name: isvc-paddle-predictor.18a6e45aaee4577b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19616"
    uid: 48b92cc9-1d19-4c51-adee-48d7675785c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19612"
    uid: dfc3017e-c212-4ac5-86b2-052a1fbb1bd2
  kind: Event
  lastTimestamp: "2026-04-16T16:50:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:50:41Z"
    name: isvc-paddle-predictor.18a6e45e2dfd4295
    namespace: kserve-ci-e2e-test
    resourceVersion: "20097"
    uid: 9ed253d4-93e1-4b95-bf30-18d41159d552
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19612"
    uid: dfc3017e-c212-4ac5-86b2-052a1fbb1bd2
  kind: Event
  lastTimestamp: "2026-04-16T16:50:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:50:41Z"
    name: isvc-paddle-predictor.18a6e45e2e68f8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20098"
    uid: cf7f8670-54a2-4780-b02d-f3cb360e5534
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:50:42.799388Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20150"
    uid: 18a28a35-f087-4b61-b890-edaaa4f3df28
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-86b49c4466-mjc45
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:50:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:50:42Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45.18a6e46907e51d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "20154"
    uid: b074d97c-8d46-42fd-bd23-26eca7e462c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 18a28a35-f087-4b61-b890-edaaa4f3df28
  kind: Event
  lastTimestamp: "2026-04-16T16:50:43Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:50:43Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45.18a6e4692079294c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: 7921169a-6187-47be-9120-1b607c8e7d32
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20152"
    uid: 18a28a35-f087-4b61-b890-edaaa4f3df28
  kind: Event
  lastTimestamp: "2026-04-16T16:50:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:43Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45.18a6e46921ce5281
    namespace: kserve-ci-e2e-test
    resourceVersion: "20175"
    uid: 46d168fc-f352-43ec-8174-194d1b7120a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20152"
    uid: 18a28a35-f087-4b61-b890-edaaa4f3df28
  kind: Event
  lastTimestamp: "2026-04-16T16:50:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:43Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45.18a6e469250d3c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20177"
    uid: 9fc78052-4dff-43fe-ae63-26a7072deaa5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20152"
    uid: 18a28a35-f087-4b61-b890-edaaa4f3df28
  kind: Event
  lastTimestamp: "2026-04-16T16:50:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:43Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45.18a6e469257a5f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20179"
    uid: 0af3c9fd-228b-4a8a-b052-829839258bcd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20152"
    uid: 18a28a35-f087-4b61-b890-edaaa4f3df28
  kind: Event
  lastTimestamp: "2026-04-16T16:50:48Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:48Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45.18a6e46a467d7f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20225"
    uid: b4b5a951-025d-48a2-a8da-b2d59be74d38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20152"
    uid: 18a28a35-f087-4b61-b890-edaaa4f3df28
  kind: Event
  lastTimestamp: "2026-04-16T16:50:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:48Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45.18a6e46a49642c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: 712ed1a3-b974-487f-ba00-03934e72445e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20152"
    uid: 18a28a35-f087-4b61-b890-edaaa4f3df28
  kind: Event
  lastTimestamp: "2026-04-16T16:50:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:48Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45.18a6e46a49d1f09d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20230"
    uid: bb89914e-a5d0-4516-95c0-6be493d558de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20152"
    uid: 18a28a35-f087-4b61-b890-edaaa4f3df28
  kind: Event
  lastTimestamp: "2026-04-16T16:51:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:51:20Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45.18a6e46a828e967b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20465"
    uid: 0a0dc885-4b53-43f2-a59e-f33413b3606e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20152"
    uid: 18a28a35-f087-4b61-b890-edaaa4f3df28
  kind: Event
  lastTimestamp: "2026-04-16T16:51:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:51:34Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-mjc45.18a6e47503f05c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20593"
    uid: 912bfc07-0045-4a13-a534-82f5f84f13da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-86b49c4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: c52d5111-f6e7-4b03-ae9f-ed3a00bbae45
  kind: Event
  lastTimestamp: "2026-04-16T16:50:42Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-86b49c4466-mjc45'
  metadata:
    creationTimestamp: "2026-04-16T16:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:50:42Z"
    name: isvc-paddle-runtime-predictor-86b49c4466.18a6e4690774f2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20151"
    uid: 18f5a88b-3e13-4b5f-ab34-2b4ac52f9c58
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20139"
    uid: b84d57d2-4b94-48e8-a2dc-30a3e41354e8
  kind: Event
  lastTimestamp: "2026-04-16T16:50:42Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-86b49c4466 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T16:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:50:42Z"
    name: isvc-paddle-runtime-predictor.18a6e46903e9d839
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: c30aac15-5b12-4d15-a543-9a299deb9b67
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20140"
    uid: 57ffd4c0-5a4c-433a-8d1e-2a60dbbd1c80
  kind: Event
  lastTimestamp: "2026-04-16T16:51:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:51:27Z"
    name: isvc-paddle-runtime-predictor.18a6e46c82c10d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: 3aa65823-0a38-4296-a9d3-359e9f4472c3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20140"
    uid: 57ffd4c0-5a4c-433a-8d1e-2a60dbbd1c80
  kind: Event
  lastTimestamp: "2026-04-16T16:51:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:51:27Z"
    name: isvc-paddle-runtime-predictor.18a6e46c8328b453
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 3419703f-b3ca-4e25-ac36-c00ac1788c38
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20115"
    uid: 5105fa9b-fb63-4629-b901-9dc5d714df90
  kind: Event
  lastTimestamp: "2026-04-16T16:51:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:51:30Z"
    name: isvc-paddle-runtime.18a6e46903bca360
    namespace: kserve-ci-e2e-test
    resourceVersion: "20538"
    uid: 281a5828-207e-4d30-9713-400951790733
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20115"
    uid: 5105fa9b-fb63-4629-b901-9dc5d714df90
  kind: Event
  lastTimestamp: "2026-04-16T16:50:42Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:50:42Z"
    name: isvc-paddle-runtime.18a6e469043e1b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "20163"
    uid: a66d6574-a008-400f-9fdb-97e39722b554
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20147"
    uid: 5105fa9b-fb63-4629-b901-9dc5d714df90
  kind: Event
  lastTimestamp: "2026-04-16T16:50:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:50:42Z"
    name: isvc-paddle-runtime.18a6e4690b1c1da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20164"
    uid: 8af903c9-ebc0-4959-9a52-00452ef38e2f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:51:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: 5105fa9b-fb63-4629-b901-9dc5d714df90
  kind: Event
  lastTimestamp: "2026-04-16T16:51:30Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:51:30Z"
    name: isvc-paddle-runtime.18a6e474121c4969
    namespace: kserve-ci-e2e-test
    resourceVersion: "20537"
    uid: cfd671db-16a4-4994-93d9-9ab660cbcd42
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:51:34.331772Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20604"
    uid: b223d50e-cb23-43fb-ba00-678704c85aa6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:51:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:51:34Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d.18a6e4750776e91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20609"
    uid: ff4d1168-82f0-4c96-95a5-1a3a28df486d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:51:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20616"
    uid: b223d50e-cb23-43fb-ba00-678704c85aa6
  kind: Event
  lastTimestamp: "2026-04-16T16:51:34Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:51:34Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d.18a6e4752027ad58
    namespace: kserve-ci-e2e-test
    resourceVersion: "20628"
    uid: 5f94ffac-bc2b-43b3-94e8-b5e045a1dfcb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: b223d50e-cb23-43fb-ba00-678704c85aa6
  kind: Event
  lastTimestamp: "2026-04-16T16:51:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:51:34Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d.18a6e475217a9146
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 7e44731b-e797-4697-990f-ea02257e9bf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: b223d50e-cb23-43fb-ba00-678704c85aa6
  kind: Event
  lastTimestamp: "2026-04-16T16:51:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:51:34Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d.18a6e47524bcf69e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20632"
    uid: 95599164-8229-4b65-95ad-e1d7294a7460
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: b223d50e-cb23-43fb-ba00-678704c85aa6
  kind: Event
  lastTimestamp: "2026-04-16T16:51:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:51:34Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d.18a6e4752528de0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: 23eae4ab-e4b9-4822-aaf9-fc4c0a1f4e2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: b223d50e-cb23-43fb-ba00-678704c85aa6
  kind: Event
  lastTimestamp: "2026-04-16T16:51:39Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:51:39Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d.18a6e4762fcc8f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20676"
    uid: 1b8a1f14-2b94-43d9-935e-19f940c2201d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: b223d50e-cb23-43fb-ba00-678704c85aa6
  kind: Event
  lastTimestamp: "2026-04-16T16:51:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:51:39Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d.18a6e47632ce70c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: 6e839db1-194c-4b80-8dfd-f160e3c4e75e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: b223d50e-cb23-43fb-ba00-678704c85aa6
  kind: Event
  lastTimestamp: "2026-04-16T16:51:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:51:39Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d.18a6e476333b24a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20681"
    uid: 6b51b2f9-f62d-4ac3-8ad8-c45e067ca4bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T16:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: b223d50e-cb23-43fb-ba00-678704c85aa6
  kind: Event
  lastTimestamp: "2026-04-16T16:52:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:11Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d.18a6e4766bb25cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20911"
    uid: 4d5bf438-4091-4a45-a2bb-9472d6d71f8f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: b223d50e-cb23-43fb-ba00-678704c85aa6
  kind: Event
  lastTimestamp: "2026-04-16T16:52:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:26Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d.18a6e4811414a0a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: 3d5394d5-07ca-4e87-8329-681653d7bffa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:51:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: 47eed523-f7f1-4439-ab21-6f3937c1cfae
  kind: Event
  lastTimestamp: "2026-04-16T16:51:34Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-7mj5d'
  metadata:
    creationTimestamp: "2026-04-16T16:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:51:34Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b.18a6e475070ff926
    namespace: kserve-ci-e2e-test
    resourceVersion: "20606"
    uid: a1df7535-bdd0-4565-bf2a-f17b4097fbce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:51:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20591"
    uid: 032219ce-020c-4ee1-802d-8dde4951b993
  kind: Event
  lastTimestamp: "2026-04-16T16:51:34Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7c6bd76f7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T16:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:51:34Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e47504a06773
    namespace: kserve-ci-e2e-test
    resourceVersion: "20597"
    uid: 682fe9c2-1a36-4956-aab2-fd1d37ec2e37
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:51:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: 2d30e078-df15-4fd0-8524-310ec0c22a90
  kind: Event
  lastTimestamp: "2026-04-16T16:51:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:51:49Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e4788382d8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20753"
    uid: 7a2ca4c0-ec10-4762-9c62-96c3c20e4d6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:51:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: 2d30e078-df15-4fd0-8524-310ec0c22a90
  kind: Event
  lastTimestamp: "2026-04-16T16:51:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:51:49Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e47883e7a98d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20755"
    uid: ac14611f-f0fd-4e2f-8716-1ec97adf33e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20754"
    uid: 2d30e078-df15-4fd0-8524-310ec0c22a90
  kind: Event
  lastTimestamp: "2026-04-16T16:52:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:52:19Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e47c029a2510
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: ebba0d3f-4bb3-4e40-8b34-932708ee4053
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20754"
    uid: 2d30e078-df15-4fd0-8524-310ec0c22a90
  kind: Event
  lastTimestamp: "2026-04-16T16:52:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:52:19Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e47c02f99b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20961"
    uid: 8c839ad5-1822-4b7b-a7af-39c7fe1b16f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:51:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20569"
    uid: 219736e4-0d4a-4652-897c-35d50ce96d4a
  kind: Event
  lastTimestamp: "2026-04-16T16:52:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:52:21Z"
    name: isvc-paddle-v2-kserve.18a6e475047e6f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20982"
    uid: 62768e4c-4f51-4f73-a484-d3768a94d08f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:51:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20569"
    uid: 219736e4-0d4a-4652-897c-35d50ce96d4a
  kind: Event
  lastTimestamp: "2026-04-16T16:51:34Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:51:34Z"
    name: isvc-paddle-v2-kserve.18a6e47504c96d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20599"
    uid: 9734f55d-dd46-4063-bf57-19f947aafaff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20980"
    uid: 219736e4-0d4a-4652-897c-35d50ce96d4a
  kind: Event
  lastTimestamp: "2026-04-16T16:52:21Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:52:21Z"
    name: isvc-paddle-v2-kserve.18a6e47ffcce41ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20981"
    uid: 36be0aeb-245f-4c14-9619-ca90bb328e68
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19589"
    uid: d60b8508-4d16-4450-afb7-9e125220f7f9
  kind: Event
  lastTimestamp: "2026-04-16T16:50:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:50:40Z"
    name: isvc-paddle.18a6e45aae98dd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20090"
    uid: cee6df52-3e26-4b76-b587-f1d9ac74eb55
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19589"
    uid: d60b8508-4d16-4450-afb7-9e125220f7f9
  kind: Event
  lastTimestamp: "2026-04-16T16:49:41Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T16:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:49:41Z"
    name: isvc-paddle.18a6e45aaf76fb21
    namespace: kserve-ci-e2e-test
    resourceVersion: "19618"
    uid: 2ead2762-6f74-4df6-8fdf-a1b04a4bbe60
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20087"
    uid: d60b8508-4d16-4450-afb7-9e125220f7f9
  kind: Event
  lastTimestamp: "2026-04-16T16:50:40Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:50:40Z"
    name: isvc-paddle.18a6e46865ea26f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 1d4abbbc-467f-4de6-879b-494284a87e5c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:52:26.173751Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-qs45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "21054"
    uid: a588ca72-f1f1-4158-afee-35c9012408fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-5584ffd8c9-qs45l
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:52:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:52:26Z"
    name: isvc-pmml-predictor-5584ffd8c9-qs45l.18a6e481197ccafa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21063"
    uid: 44792e9c-4d44-4ed4-95e0-cad03a2bc901
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-qs45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: a588ca72-f1f1-4158-afee-35c9012408fc
  kind: Event
  lastTimestamp: "2026-04-16T16:52:26Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:52:26Z"
    name: isvc-pmml-predictor-5584ffd8c9-qs45l.18a6e4813258aeec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21076"
    uid: 02285411-2487-4e84-a336-602a637812b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-qs45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: a588ca72-f1f1-4158-afee-35c9012408fc
  kind: Event
  lastTimestamp: "2026-04-16T16:52:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:26Z"
    name: isvc-pmml-predictor-5584ffd8c9-qs45l.18a6e481338dd984
    namespace: kserve-ci-e2e-test
    resourceVersion: "21078"
    uid: 762f4116-89b3-4975-abcd-67aee72c52fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-qs45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: a588ca72-f1f1-4158-afee-35c9012408fc
  kind: Event
  lastTimestamp: "2026-04-16T16:52:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:26Z"
    name: isvc-pmml-predictor-5584ffd8c9-qs45l.18a6e48137126e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21080"
    uid: 34dcac99-c878-4789-9f4b-e1e6056fc85c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-qs45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: a588ca72-f1f1-4158-afee-35c9012408fc
  kind: Event
  lastTimestamp: "2026-04-16T16:52:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:26Z"
    name: isvc-pmml-predictor-5584ffd8c9-qs45l.18a6e481379147ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21081"
    uid: 5eab7729-3f17-4e3c-bdd6-746bbbd8daa5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-qs45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: a588ca72-f1f1-4158-afee-35c9012408fc
  kind: Event
  lastTimestamp: "2026-04-16T16:52:31Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T16:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:31Z"
    name: isvc-pmml-predictor-5584ffd8c9-qs45l.18a6e482543571e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21127"
    uid: 5d6c251d-ca74-4e80-b1dc-0deba432c066
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-qs45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: a588ca72-f1f1-4158-afee-35c9012408fc
  kind: Event
  lastTimestamp: "2026-04-16T16:52:38Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.669s (6.669s
    including waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:38Z"
    name: isvc-pmml-predictor-5584ffd8c9-qs45l.18a6e483e1c4b021
    namespace: kserve-ci-e2e-test
    resourceVersion: "21181"
    uid: ee15fcd8-c709-44fd-8a1e-e0c02acf6023
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-qs45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: a588ca72-f1f1-4158-afee-35c9012408fc
  kind: Event
  lastTimestamp: "2026-04-16T16:52:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:38Z"
    name: isvc-pmml-predictor-5584ffd8c9-qs45l.18a6e483e4f1478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: ab65681f-aef7-4fe3-895e-b358f9d5fb07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-qs45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: a588ca72-f1f1-4158-afee-35c9012408fc
  kind: Event
  lastTimestamp: "2026-04-16T16:52:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:38Z"
    name: isvc-pmml-predictor-5584ffd8c9-qs45l.18a6e483e55e8dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21183"
    uid: 7eebe680-ab1c-4e96-b180-6298e89847b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-qs45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: a588ca72-f1f1-4158-afee-35c9012408fc
  kind: Event
  lastTimestamp: "2026-04-16T16:53:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:53:45Z"
    name: isvc-pmml-predictor-5584ffd8c9-qs45l.18a6e483f72c4c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: 75653729-51a6-41d0-824f-c3c478e320c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-qs45l
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: a588ca72-f1f1-4158-afee-35c9012408fc
  kind: Event
  lastTimestamp: "2026-04-16T16:53:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:53:57Z"
    name: isvc-pmml-predictor-5584ffd8c9-qs45l.18a6e4966e02bbe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21775"
    uid: 66de5bce-f952-4cbe-b7b6-d31d4d38895f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-5584ffd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 21af1943-f9f4-4fc0-9fda-83fe0cbf34fd
  kind: Event
  lastTimestamp: "2026-04-16T16:52:26Z"
  message: 'Created pod: isvc-pmml-predictor-5584ffd8c9-qs45l'
  metadata:
    creationTimestamp: "2026-04-16T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:52:26Z"
    name: isvc-pmml-predictor-5584ffd8c9.18a6e48119076f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21055"
    uid: 3b12c6d5-de38-4dab-a328-d4ecec8d9a23
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 4783dc5c-78f4-456f-9354-82743cede538
  kind: Event
  lastTimestamp: "2026-04-16T16:52:26Z"
  message: Scaled up replica set isvc-pmml-predictor-5584ffd8c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:52:26Z"
    name: isvc-pmml-predictor.18a6e4811612a2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21045"
    uid: 6bc1c909-71f4-4dab-829d-6afdd3d1892b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21042"
    uid: 1d1ec807-87ff-4ca0-b6a1-0a144b5bc360
  kind: Event
  lastTimestamp: "2026-04-16T16:52:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:52:56Z"
    name: isvc-pmml-predictor.18a6e484948982a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21305"
    uid: 839b2eec-bfa1-4ebd-b31f-92a1fdbad76a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21042"
    uid: 1d1ec807-87ff-4ca0-b6a1-0a144b5bc360
  kind: Event
  lastTimestamp: "2026-04-16T16:52:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:52:56Z"
    name: isvc-pmml-predictor.18a6e48494f1373a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21306"
    uid: 377752b0-9b62-4dd8-bb9a-4cca9f41cfb2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21207"
    uid: 1d1ec807-87ff-4ca0-b6a1-0a144b5bc360
  kind: Event
  lastTimestamp: "2026-04-16T16:53:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:53:56Z"
    name: isvc-pmml-predictor.18a6e48b92e6d63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21736"
    uid: a3f21e4c-e31c-4268-bd1e-d8867a417a6a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21207"
    uid: 1d1ec807-87ff-4ca0-b6a1-0a144b5bc360
  kind: Event
  lastTimestamp: "2026-04-16T16:53:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:53:56Z"
    name: isvc-pmml-predictor.18a6e48b934864cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21737"
    uid: 13d61de0-be12-4a88-bcd9-fc7f83ecd629
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:53:57.874771Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 319081fc-5b36-494b-82d5-2021e1f9b528
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7576f6b69f-9l9zq
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:53:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:53:57Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq.18a6e496734b4030
    namespace: kserve-ci-e2e-test
    resourceVersion: "21793"
    uid: 587db098-b9c0-47f3-b0d4-95865d0078eb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21799"
    uid: 319081fc-5b36-494b-82d5-2021e1f9b528
  kind: Event
  lastTimestamp: "2026-04-16T16:53:58Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:53:58Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq.18a6e4968c4e1900
    namespace: kserve-ci-e2e-test
    resourceVersion: "21808"
    uid: a3600ef8-b375-47b9-8429-7ff23f5be085
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 319081fc-5b36-494b-82d5-2021e1f9b528
  kind: Event
  lastTimestamp: "2026-04-16T16:53:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:53:58Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq.18a6e4968da10f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21810"
    uid: fb05132a-7b23-4e1d-98c8-9026b3a3f3d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 319081fc-5b36-494b-82d5-2021e1f9b528
  kind: Event
  lastTimestamp: "2026-04-16T16:53:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:53:58Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq.18a6e49690566901
    namespace: kserve-ci-e2e-test
    resourceVersion: "21811"
    uid: cafeb315-d9af-411d-bfc1-a5248f16455c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 319081fc-5b36-494b-82d5-2021e1f9b528
  kind: Event
  lastTimestamp: "2026-04-16T16:53:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:53:58Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq.18a6e49690c2048e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21812"
    uid: 2810c447-a35d-4955-9a1e-5e178b206f5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 319081fc-5b36-494b-82d5-2021e1f9b528
  kind: Event
  lastTimestamp: "2026-04-16T16:54:02Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:54:02Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq.18a6e49794b964cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: 20b89155-bf07-4184-ac1a-cea2080267d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 319081fc-5b36-494b-82d5-2021e1f9b528
  kind: Event
  lastTimestamp: "2026-04-16T16:54:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:54:02Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq.18a6e49797ae25bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21858"
    uid: 2577135b-d552-437c-9349-8cfc1b44c18e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 319081fc-5b36-494b-82d5-2021e1f9b528
  kind: Event
  lastTimestamp: "2026-04-16T16:54:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:54:02Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq.18a6e497982eabe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 2630e5bf-f70a-4dca-85cb-5b77d3eb18ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 319081fc-5b36-494b-82d5-2021e1f9b528
  kind: Event
  lastTimestamp: "2026-04-16T16:55:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:04Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq.18a6e497d0b95b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "22295"
    uid: 76d9f26e-f346-44d9-b89d-a226b89f2481
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 319081fc-5b36-494b-82d5-2021e1f9b528
  kind: Event
  lastTimestamp: "2026-04-16T16:55:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:18Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq.18a6e4a94f69cc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: 5ca31028-bb0d-47ff-92ce-e602ae8209d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7576f6b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21777"
    uid: 54c28116-125c-49d2-a6c4-790a8a07af68
  kind: Event
  lastTimestamp: "2026-04-16T16:53:57Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7576f6b69f-9l9zq'
  metadata:
    creationTimestamp: "2026-04-16T16:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:53:57Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f.18a6e49672e5d25f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21789"
    uid: 9a0f7bc2-7858-4364-8f8f-cbcafa7e5840
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21774"
    uid: a502ba07-7fde-4fb6-9dab-9afa57d437ff
  kind: Event
  lastTimestamp: "2026-04-16T16:53:57Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7576f6b69f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T16:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:53:57Z"
    name: isvc-pmml-runtime-predictor.18a6e4966ec59eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21779"
    uid: d42bb9fe-991d-4c44-a9ed-da2e75e54e77
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21776"
    uid: 189f6572-46a3-4e2b-9d2a-3c8f2c08b094
  kind: Event
  lastTimestamp: "2026-04-16T16:54:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:54:42Z"
    name: isvc-pmml-runtime-predictor.18a6e499ed3df096
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: 1c17d15d-f45e-434c-9c73-05f1773df63f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21776"
    uid: 189f6572-46a3-4e2b-9d2a-3c8f2c08b094
  kind: Event
  lastTimestamp: "2026-04-16T16:54:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:54:42Z"
    name: isvc-pmml-runtime-predictor.18a6e499ed815933
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: d3441433-f932-4c8f-9945-c9ed67b30133
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 189f6572-46a3-4e2b-9d2a-3c8f2c08b094
  kind: Event
  lastTimestamp: "2026-04-16T16:55:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:55:12Z"
    name: isvc-pmml-runtime-predictor.18a6e4a46a7ef176
    namespace: kserve-ci-e2e-test
    resourceVersion: "22356"
    uid: d618677b-2cc8-4633-8e44-9a25698d12e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 189f6572-46a3-4e2b-9d2a-3c8f2c08b094
  kind: Event
  lastTimestamp: "2026-04-16T16:55:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:55:12Z"
    name: isvc-pmml-runtime-predictor.18a6e4a46ae2beb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22357"
    uid: 9850167c-cd2a-4ba4-91a2-7b426b1aa21c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: 9195fe26-b679-4ed2-ad0b-03760c451656
  kind: Event
  lastTimestamp: "2026-04-16T16:55:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:55:14Z"
    name: isvc-pmml-runtime.18a6e4966ea003a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22378"
    uid: 7df66935-f269-4225-a5d2-5f1578101a6a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: 9195fe26-b679-4ed2-ad0b-03760c451656
  kind: Event
  lastTimestamp: "2026-04-16T16:53:57Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:53:57Z"
    name: isvc-pmml-runtime.18a6e4966ef81de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21795"
    uid: b9683eb4-fdbf-40b9-bf5c-717869e61ab3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21760"
    uid: 9195fe26-b679-4ed2-ad0b-03760c451656
  kind: Event
  lastTimestamp: "2026-04-16T16:53:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:53:57Z"
    name: isvc-pmml-runtime.18a6e496735be3c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: 4baef572-a10d-4840-895e-6bf536610c95
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22376"
    uid: 9195fe26-b679-4ed2-ad0b-03760c451656
  kind: Event
  lastTimestamp: "2026-04-16T16:55:14Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:55:14Z"
    name: isvc-pmml-runtime.18a6e4a85cbd8807
    namespace: kserve-ci-e2e-test
    resourceVersion: "22377"
    uid: e3745cbc-2b72-4fe2-9e21-cff8068afa76
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:55:18.926114Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22443"
    uid: fc5f7cc7-9d96-4368-af29-e2c53b22bbd8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:55:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:55:18Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7.18a6e4a952549422
    namespace: kserve-ci-e2e-test
    resourceVersion: "22449"
    uid: cb23bdd1-ce3d-4665-bd62-72b16ca837ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: fc5f7cc7-9d96-4368-af29-e2c53b22bbd8
  kind: Event
  lastTimestamp: "2026-04-16T16:55:19Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:55:19Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7.18a6e4a96afd224b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22462"
    uid: d6bde943-d6d0-4dc2-a210-91fcd388142a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: fc5f7cc7-9d96-4368-af29-e2c53b22bbd8
  kind: Event
  lastTimestamp: "2026-04-16T16:55:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:19Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7.18a6e4a96c35ad97
    namespace: kserve-ci-e2e-test
    resourceVersion: "22464"
    uid: babf4b96-47f3-453b-b7e0-35c2aea6c5e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: fc5f7cc7-9d96-4368-af29-e2c53b22bbd8
  kind: Event
  lastTimestamp: "2026-04-16T16:55:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:19Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7.18a6e4a96efb3627
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: 1326ee8f-aa59-4337-8cd0-7a3cd93a050b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: fc5f7cc7-9d96-4368-af29-e2c53b22bbd8
  kind: Event
  lastTimestamp: "2026-04-16T16:55:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:19Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7.18a6e4a96f673541
    namespace: kserve-ci-e2e-test
    resourceVersion: "22469"
    uid: ca42d520-297f-469e-8fd2-99b5af1ec97e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: fc5f7cc7-9d96-4368-af29-e2c53b22bbd8
  kind: Event
  lastTimestamp: "2026-04-16T16:55:23Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:23Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7.18a6e4aa7f53b6c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 44185d38-eda4-4a07-81ba-18f0d4e3d92b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: fc5f7cc7-9d96-4368-af29-e2c53b22bbd8
  kind: Event
  lastTimestamp: "2026-04-16T16:55:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:24Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7.18a6e4aa836f0966
    namespace: kserve-ci-e2e-test
    resourceVersion: "22515"
    uid: 7d190334-d8d3-419c-b6aa-bab31117bb80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: fc5f7cc7-9d96-4368-af29-e2c53b22bbd8
  kind: Event
  lastTimestamp: "2026-04-16T16:55:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:24Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7.18a6e4aa83de35e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22516"
    uid: 041823fa-f9c5-434d-a18c-fd05c9c22dcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: fc5f7cc7-9d96-4368-af29-e2c53b22bbd8
  kind: Event
  lastTimestamp: "2026-04-16T16:56:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:56:51Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7.18a6e4aabb427146
    namespace: kserve-ci-e2e-test
    resourceVersion: "23198"
    uid: 9b9186c1-6610-424a-82fe-861438c53f1c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: fc5f7cc7-9d96-4368-af29-e2c53b22bbd8
  kind: Event
  lastTimestamp: "2026-04-16T16:56:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:56:50Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7.18a6e4be86c3976a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: b3048577-2790-479a-a7dc-2905b575038a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22430"
    uid: a9091786-e2e6-4bf1-a56b-4f4d2912f104
  kind: Event
  lastTimestamp: "2026-04-16T16:55:18Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-75b87ff64c-59gc7'
  metadata:
    creationTimestamp: "2026-04-16T16:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:55:18Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c.18a6e4a951e0da60
    namespace: kserve-ci-e2e-test
    resourceVersion: "22445"
    uid: a221fd26-bed6-4e33-8bd8-76114d9e35aa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22427"
    uid: dfa55afe-bb0d-46cf-bed9-3846d115033b
  kind: Event
  lastTimestamp: "2026-04-16T16:55:18Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-75b87ff64c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T16:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:55:18Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e4a94f12b578
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: f6c62443-b6d9-4b15-958e-297acd49bd3b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22429"
    uid: 9b873dbd-6cd5-4183-ab6a-fd82613d387c
  kind: Event
  lastTimestamp: "2026-04-16T16:55:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:55:48Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e4accd849cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "22688"
    uid: aa626922-1462-461e-b5e2-9f87d80e176f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22429"
    uid: 9b873dbd-6cd5-4183-ab6a-fd82613d387c
  kind: Event
  lastTimestamp: "2026-04-16T16:55:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:55:48Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e4accde30520
    namespace: kserve-ci-e2e-test
    resourceVersion: "22689"
    uid: 1ec84480-5c78-4c8c-964d-b81a39b910cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22590"
    uid: 9b873dbd-6cd5-4183-ab6a-fd82613d387c
  kind: Event
  lastTimestamp: "2026-04-16T16:56:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:56:48Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e4b3cc12115a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23119"
    uid: 71a41465-c4c8-4ece-8920-89ec9e6e7005
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22590"
    uid: 9b873dbd-6cd5-4183-ab6a-fd82613d387c
  kind: Event
  lastTimestamp: "2026-04-16T16:56:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:56:48Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e4b3cc719ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23120"
    uid: b5e5ce5c-847c-4839-8d24-d258c2d4b1c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22405"
    uid: 2523518f-e1ef-44f2-95ca-316ac0958de0
  kind: Event
  lastTimestamp: "2026-04-16T16:56:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:56:41Z"
    name: isvc-pmml-v2-kserve.18a6e4a94eeef8cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23065"
    uid: 1a9fcff6-e63c-4fcd-8a49-d3401bcdad80
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22405"
    uid: 2523518f-e1ef-44f2-95ca-316ac0958de0
  kind: Event
  lastTimestamp: "2026-04-16T16:55:18Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:55:18Z"
    name: isvc-pmml-v2-kserve.18a6e4a94f5ea1f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22435"
    uid: 1a6782c2-ec4b-4a36-8709-0a49874c5f0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23063"
    uid: 2523518f-e1ef-44f2-95ca-316ac0958de0
  kind: Event
  lastTimestamp: "2026-04-16T16:56:41Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:56:41Z"
    name: isvc-pmml-v2-kserve.18a6e4bc80563b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "23064"
    uid: d75ea2aa-cb6b-47cd-b556-76ac52787405
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21019"
    uid: 446cb710-3c05-40b0-9b47-9058c24f9470
  kind: Event
  lastTimestamp: "2026-04-16T16:53:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:53:55Z"
    name: isvc-pmml.18a6e48115ed116f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: fd3d2341-f895-44d9-a41a-07517db21e4e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21019"
    uid: 446cb710-3c05-40b0-9b47-9058c24f9470
  kind: Event
  lastTimestamp: "2026-04-16T16:52:26Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:52:26Z"
    name: isvc-pmml.18a6e48116357b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "21067"
    uid: 1cc4fd35-88d6-4a13-8ad0-0e2bd7e10bcb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 446cb710-3c05-40b0-9b47-9058c24f9470
  kind: Event
  lastTimestamp: "2026-04-16T16:52:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:52:26Z"
    name: isvc-pmml.18a6e4811bd1a8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21068"
    uid: 3ced3dfc-2d04-462f-90d9-b7c861540458
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21729"
    uid: 446cb710-3c05-40b0-9b47-9058c24f9470
  kind: Event
  lastTimestamp: "2026-04-16T16:53:55Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:53:55Z"
    name: isvc-pmml.18a6e495da1e1ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21730"
    uid: db1a580b-ac29-4bcc-bc3e-2e1742d85148
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:01:26.952153Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25555"
    uid: e014ea96-b310-46ee-bf5d-bc81c9ef54e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-669896799c-c5lgx
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:01:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:01:26Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx.18a6e4ff02645f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25562"
    uid: ebbca82c-2109-431a-b160-ce29c3a014c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25566"
    uid: e014ea96-b310-46ee-bf5d-bc81c9ef54e2
  kind: Event
  lastTimestamp: "2026-04-16T17:01:27Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:01:27Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx.18a6e4ff1b19b8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25575"
    uid: 5c7b9972-39ea-4843-8491-d9d49b2ba914
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: e014ea96-b310-46ee-bf5d-bc81c9ef54e2
  kind: Event
  lastTimestamp: "2026-04-16T17:01:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:27Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx.18a6e4ff1c425ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25579"
    uid: ee7815d1-fbce-4cfb-a184-67ebf440eff9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: e014ea96-b310-46ee-bf5d-bc81c9ef54e2
  kind: Event
  lastTimestamp: "2026-04-16T17:01:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:27Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx.18a6e4ff1fc70885
    namespace: kserve-ci-e2e-test
    resourceVersion: "25580"
    uid: 1e997d3c-7864-479a-adf5-453c9c3f3941
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: e014ea96-b310-46ee-bf5d-bc81c9ef54e2
  kind: Event
  lastTimestamp: "2026-04-16T17:01:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:27Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx.18a6e4ff203298c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25581"
    uid: 7352a0d9-5b1b-4e93-8710-d374d8428114
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: e014ea96-b310-46ee-bf5d-bc81c9ef54e2
  kind: Event
  lastTimestamp: "2026-04-16T17:01:32Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:32Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx.18a6e5003411add5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25625"
    uid: c0320c97-27ee-4248-87b2-6b11344c9135
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: e014ea96-b310-46ee-bf5d-bc81c9ef54e2
  kind: Event
  lastTimestamp: "2026-04-16T17:01:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:32Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx.18a6e5003731fd9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25632"
    uid: 329f815d-4334-4594-bdee-241407f4c98a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: e014ea96-b310-46ee-bf5d-bc81c9ef54e2
  kind: Event
  lastTimestamp: "2026-04-16T17:01:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:32Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx.18a6e500379d0021
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: aedc6e3a-7b76-454e-a606-09b4a3af6133
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: e014ea96-b310-46ee-bf5d-bc81c9ef54e2
  kind: Event
  lastTimestamp: "2026-04-16T17:02:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:02:34Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx.18a6e5006ff18b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "26358"
    uid: b0f1bf8a-7c5b-4c39-a6cd-220c58f1ff7f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: e014ea96-b310-46ee-bf5d-bc81c9ef54e2
  kind: Event
  lastTimestamp: "2026-04-16T17:02:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:02:47Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-c5lgx.18a6e511ac32b612
    namespace: kserve-ci-e2e-test
    resourceVersion: "26483"
    uid: ceb8ad53-47fd-41fb-814a-1ffee32be604
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-669896799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25545"
    uid: ccc3dee2-5972-4ba2-b50b-377c95df3dce
  kind: Event
  lastTimestamp: "2026-04-16T17:01:26Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-669896799c-c5lgx'
  metadata:
    creationTimestamp: "2026-04-16T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:01:26Z"
    name: isvc-predictive-lightgbm-predictor-669896799c.18a6e4ff01f37abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25558"
    uid: 5af07429-d38d-448c-a97e-ad1d73414b9c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25541"
    uid: 7c588fc1-98e9-49f7-a5a4-ae94b621f3e0
  kind: Event
  lastTimestamp: "2026-04-16T17:01:26Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-669896799c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:01:26Z"
    name: isvc-predictive-lightgbm-predictor.18a6e4feff457038
    namespace: kserve-ci-e2e-test
    resourceVersion: "25547"
    uid: 5e5fd9be-7277-418d-b783-bfca6fb15391
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: 9f4a6b4b-3e68-4d2e-a3d2-e5c6e0281993
  kind: Event
  lastTimestamp: "2026-04-16T17:01:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:01:56Z"
    name: isvc-predictive-lightgbm-predictor.18a6e5027de62897
    namespace: kserve-ci-e2e-test
    resourceVersion: "25810"
    uid: 84842727-e6d0-4996-b411-03592fb64cac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: 9f4a6b4b-3e68-4d2e-a3d2-e5c6e0281993
  kind: Event
  lastTimestamp: "2026-04-16T17:01:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:01:56Z"
    name: isvc-predictive-lightgbm-predictor.18a6e5027e43bb6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25811"
    uid: be28a212-6ce1-4ecd-9df7-41fb7406bbdd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25712"
    uid: 9f4a6b4b-3e68-4d2e-a3d2-e5c6e0281993
  kind: Event
  lastTimestamp: "2026-04-16T17:02:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:02:41Z"
    name: isvc-predictive-lightgbm-predictor.18a6e5097c5accad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: ea7cb54b-339e-4971-a171-dd70c22b6123
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25712"
    uid: 9f4a6b4b-3e68-4d2e-a3d2-e5c6e0281993
  kind: Event
  lastTimestamp: "2026-04-16T17:02:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:02:41Z"
    name: isvc-predictive-lightgbm-predictor.18a6e5097cbb9977
    namespace: kserve-ci-e2e-test
    resourceVersion: "26411"
    uid: 80633eb4-83c9-4e9a-b481-5d6640bc2546
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:05:27.544032Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "27804"
    uid: 10119a58-c4d6-4ce4-ab8e-d1ee2d934ad8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:05:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:05:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft.18a6e53706c917ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27809"
    uid: 55e488b7-f31d-49e0-a3ad-bae2d8864b7f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "27812"
    uid: 10119a58-c4d6-4ce4-ab8e-d1ee2d934ad8
  kind: Event
  lastTimestamp: "2026-04-16T17:05:27Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:05:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft.18a6e5371f77acae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27825"
    uid: 76652b07-cba7-4956-ba75-0135dad26cc7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "27807"
    uid: 10119a58-c4d6-4ce4-ab8e-d1ee2d934ad8
  kind: Event
  lastTimestamp: "2026-04-16T17:05:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:05:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft.18a6e53720dfcb4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27828"
    uid: cec426b4-6138-4998-ab2b-afa7e09e45d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "27807"
    uid: 10119a58-c4d6-4ce4-ab8e-d1ee2d934ad8
  kind: Event
  lastTimestamp: "2026-04-16T17:05:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:05:28Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft.18a6e53723ed0e54
    namespace: kserve-ci-e2e-test
    resourceVersion: "27829"
    uid: 91ed309e-1462-4d55-9fcc-7f695a8f4f6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "27807"
    uid: 10119a58-c4d6-4ce4-ab8e-d1ee2d934ad8
  kind: Event
  lastTimestamp: "2026-04-16T17:05:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:05:28Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft.18a6e5372459100f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 637d6c52-4874-497d-a0ba-a37ceab5fbc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "27807"
    uid: 10119a58-c4d6-4ce4-ab8e-d1ee2d934ad8
  kind: Event
  lastTimestamp: "2026-04-16T17:05:32Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:05:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft.18a6e5383f1bc978
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: 65651354-3348-44d7-a503-98c2a2be70e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "27807"
    uid: 10119a58-c4d6-4ce4-ab8e-d1ee2d934ad8
  kind: Event
  lastTimestamp: "2026-04-16T17:05:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:05:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft.18a6e53842350c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27874"
    uid: d141fbcd-cb99-4289-b4f1-5b30ed831997
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "27807"
    uid: 10119a58-c4d6-4ce4-ab8e-d1ee2d934ad8
  kind: Event
  lastTimestamp: "2026-04-16T17:05:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:05:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft.18a6e53842a565c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27875"
    uid: 819828f9-14a4-4123-b496-828a1ce41839
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "27807"
    uid: 10119a58-c4d6-4ce4-ab8e-d1ee2d934ad8
  kind: Event
  lastTimestamp: "2026-04-16T17:06:34Z"
  message: 'Readiness probe failed: Get "http://10.134.0.50:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.50:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T17:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:06:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft.18a6e53fb30d8f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28327"
    uid: e989d95a-6691-474a-8175-573dccf3e61c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "27807"
    uid: 10119a58-c4d6-4ce4-ab8e-d1ee2d934ad8
  kind: Event
  lastTimestamp: "2026-04-16T17:06:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:06:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft.18a6e549b20f61e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28482"
    uid: 9c417e21-7226-44ba-bb30-32d231dc2a95
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27795"
    uid: e5aeae6b-449a-4be0-98b1-40d2abbbb768
  kind: Event
  lastTimestamp: "2026-04-16T17:05:27Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-65df45cf79-w59ft'
  metadata:
    creationTimestamp: "2026-04-16T17:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:05:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79.18a6e5370614f54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 340baf0d-90f1-4f2c-a822-72ebf0ec3016
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27791"
    uid: c3157aa2-987a-4846-950c-f0dd9d7d42fa
  kind: Event
  lastTimestamp: "2026-04-16T17:05:27Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-65df45cf79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:05:27Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e537037327cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27797"
    uid: 6446618a-a02e-46d3-bd1c-f786a27ba03f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27794"
    uid: cbeead42-e3e4-4d80-83da-5157e9425edb
  kind: Event
  lastTimestamp: "2026-04-16T17:05:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:05:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:05:57Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e53a81dfcd20
    namespace: kserve-ci-e2e-test
    resourceVersion: "28066"
    uid: 7ac5b126-8710-4a77-8a58-a0e968478dcc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27794"
    uid: cbeead42-e3e4-4d80-83da-5157e9425edb
  kind: Event
  lastTimestamp: "2026-04-16T17:05:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:05:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:05:57Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e53a823b40a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 89d116a0-360f-426d-a387-c7a73877294d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27951"
    uid: cbeead42-e3e4-4d80-83da-5157e9425edb
  kind: Event
  lastTimestamp: "2026-04-16T17:06:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:06:42Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e5418015628b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28391"
    uid: 1bbf7f65-dd17-4e87-83cc-2a021c746793
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27951"
    uid: cbeead42-e3e4-4d80-83da-5157e9425edb
  kind: Event
  lastTimestamp: "2026-04-16T17:06:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:06:42Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e541807eac5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28392"
    uid: b874b189-8f41-4294-afed-8237057a83cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27768"
    uid: 356f553e-4c69-484e-8a17-b7415ff7ab58
  kind: Event
  lastTimestamp: "2026-04-16T17:06:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:06:44Z"
    name: isvc-predictive-lightgbm-v2.18a6e537034588e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28416"
    uid: 64f89680-2a99-44a5-ada6-d4872d4b0302
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27768"
    uid: 356f553e-4c69-484e-8a17-b7415ff7ab58
  kind: Event
  lastTimestamp: "2026-04-16T17:05:27Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:05:27Z"
    name: isvc-predictive-lightgbm-v2.18a6e537039b746c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27816"
    uid: cf6a574d-fb90-415b-b240-47ef4bdd26b7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27781"
    uid: 356f553e-4c69-484e-8a17-b7415ff7ab58
  kind: Event
  lastTimestamp: "2026-04-16T17:05:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:05:27Z"
    name: isvc-predictive-lightgbm-v2.18a6e537089365ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "27817"
    uid: 047dd2f5-e793-4b4c-968a-c643e9f07ec1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28414"
    uid: 356f553e-4c69-484e-8a17-b7415ff7ab58
  kind: Event
  lastTimestamp: "2026-04-16T17:06:44Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:06:44Z"
    name: isvc-predictive-lightgbm-v2.18a6e54907281352
    namespace: kserve-ci-e2e-test
    resourceVersion: "28415"
    uid: 74a7af54-b1ff-4593-a317-dc61bbc78a73
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25519"
    uid: 93215bfa-403c-4fff-ba0a-5eb130e74d7f
  kind: Event
  lastTimestamp: "2026-04-16T17:02:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:02:44Z"
    name: isvc-predictive-lightgbm.18a6e4feff50be07
    namespace: kserve-ci-e2e-test
    resourceVersion: "26432"
    uid: 9a84cc2f-d9dd-49e8-be84-df13e7ce8db7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25519"
    uid: 93215bfa-403c-4fff-ba0a-5eb130e74d7f
  kind: Event
  lastTimestamp: "2026-04-16T17:01:26Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:01:26Z"
    name: isvc-predictive-lightgbm.18a6e4feffbf482b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25568"
    uid: 9fba6935-e6c4-4194-9221-60b7bd138581
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25535"
    uid: 93215bfa-403c-4fff-ba0a-5eb130e74d7f
  kind: Event
  lastTimestamp: "2026-04-16T17:01:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:01:26Z"
    name: isvc-predictive-lightgbm.18a6e4ff0423c6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25569"
    uid: acb1fa2b-d88b-4892-8ac9-d5f205a1f6c2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 93215bfa-403c-4fff-ba0a-5eb130e74d7f
  kind: Event
  lastTimestamp: "2026-04-16T17:02:44Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:02:44Z"
    name: isvc-predictive-lightgbm.18a6e510fb9fe993
    namespace: kserve-ci-e2e-test
    resourceVersion: "26431"
    uid: 3b52fa75-35ff-468e-99c9-46c6beca31f1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:58:26.542389Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24111"
    uid: d0b64067-91d7-4254-a5af-da73bdcc3adb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-85bccb8945-8d5qg
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:58:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:58:26Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg.18a6e4d50121b954
    namespace: kserve-ci-e2e-test
    resourceVersion: "24116"
    uid: 47f71d53-004c-49ae-a1dd-01817ad68bae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24122"
    uid: d0b64067-91d7-4254-a5af-da73bdcc3adb
  kind: Event
  lastTimestamp: "2026-04-16T16:58:26Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:58:26Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg.18a6e4d519b451b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24134"
    uid: 2678c8ed-28af-42d7-9085-7a7ffd1d8e47
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: d0b64067-91d7-4254-a5af-da73bdcc3adb
  kind: Event
  lastTimestamp: "2026-04-16T16:58:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:26Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg.18a6e4d51ae6059a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24136"
    uid: 9d1904d3-2bcf-439d-99de-6c1b0f765c92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: d0b64067-91d7-4254-a5af-da73bdcc3adb
  kind: Event
  lastTimestamp: "2026-04-16T16:58:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:27Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg.18a6e4d51dcd3e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "24137"
    uid: b74323b6-2489-48dd-973c-c1a4d4c8c274
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: d0b64067-91d7-4254-a5af-da73bdcc3adb
  kind: Event
  lastTimestamp: "2026-04-16T16:58:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:27Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg.18a6e4d51e36fa44
    namespace: kserve-ci-e2e-test
    resourceVersion: "24138"
    uid: bd8d3b3b-709c-4076-be50-4ed389fbed36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: d0b64067-91d7-4254-a5af-da73bdcc3adb
  kind: Event
  lastTimestamp: "2026-04-16T16:58:31Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T16:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:31Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg.18a6e4d62b7afa77
    namespace: kserve-ci-e2e-test
    resourceVersion: "24178"
    uid: 4ef31d6b-c235-40d0-8b93-c5dd7eb7b661
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: d0b64067-91d7-4254-a5af-da73bdcc3adb
  kind: Event
  lastTimestamp: "2026-04-16T16:58:47Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 16.258s
    (16.258s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:47Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg.18a6e4d9f4901e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: 8121ccd0-c51d-41e7-a06e-7563db8fdcdc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: d0b64067-91d7-4254-a5af-da73bdcc3adb
  kind: Event
  lastTimestamp: "2026-04-16T16:58:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:47Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg.18a6e4d9f7a335d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: 0e204aca-2bd1-460b-8cbf-a1ad99db7f55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: d0b64067-91d7-4254-a5af-da73bdcc3adb
  kind: Event
  lastTimestamp: "2026-04-16T16:58:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:47Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg.18a6e4d9f80faccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24301"
    uid: 0e49da7f-31bd-4cab-8dd5-ad85d1239fc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: d0b64067-91d7-4254-a5af-da73bdcc3adb
  kind: Event
  lastTimestamp: "2026-04-16T17:00:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:58:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:09Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg.18a6e4da24282b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "24948"
    uid: 57e76144-2bf0-4df5-b3fd-f5e5f32c997e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: d0b64067-91d7-4254-a5af-da73bdcc3adb
  kind: Event
  lastTimestamp: "2026-04-16T17:00:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:06Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg.18a6e4ec535a0e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "24891"
    uid: f1d2e655-754a-4638-9a28-5de5a56a2349
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-85bccb8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "24099"
    uid: 0aad4210-3db8-4959-bd71-1cb93a1f523a
  kind: Event
  lastTimestamp: "2026-04-16T16:58:26Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-85bccb8945-8d5qg'
  metadata:
    creationTimestamp: "2026-04-16T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:26Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945.18a6e4d5006b86bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24112"
    uid: e0857701-66f7-4424-ad72-0eaa273e47b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24097"
    uid: ae82234f-3522-44d9-a568-04bdfac2e8a0
  kind: Event
  lastTimestamp: "2026-04-16T16:58:26Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-85bccb8945 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:26Z"
    name: isvc-predictive-sklearn-predictor.18a6e4d4fdcea87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24102"
    uid: 3d7eb27d-e6eb-4429-8fac-f145e55cfe2b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24098"
    uid: b8ecae22-894c-45fc-aaf3-476d0c7f8bf6
  kind: Event
  lastTimestamp: "2026-04-16T16:59:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:59:11Z"
    name: isvc-predictive-sklearn-predictor.18a6e4d87c50a906
    namespace: kserve-ci-e2e-test
    resourceVersion: "24472"
    uid: d552841f-31b2-46bc-9cd1-47873734fa49
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24098"
    uid: b8ecae22-894c-45fc-aaf3-476d0c7f8bf6
  kind: Event
  lastTimestamp: "2026-04-16T16:59:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:59:11Z"
    name: isvc-predictive-sklearn-predictor.18a6e4d87caf201a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24473"
    uid: 9e95378a-e401-4c4e-8af7-4e56a501aaeb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24257"
    uid: b8ecae22-894c-45fc-aaf3-476d0c7f8bf6
  kind: Event
  lastTimestamp: "2026-04-16T16:59:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:59:56Z"
    name: isvc-predictive-sklearn-predictor.18a6e4e2f9a19508
    namespace: kserve-ci-e2e-test
    resourceVersion: "24788"
    uid: 75754ebb-408a-4b1e-84e1-e3ec3169932b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24257"
    uid: b8ecae22-894c-45fc-aaf3-476d0c7f8bf6
  kind: Event
  lastTimestamp: "2026-04-16T16:59:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:59:56Z"
    name: isvc-predictive-sklearn-predictor.18a6e4e2f9e9c3a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24789"
    uid: a93a75e9-da92-4b64-9b0d-67ad7cd8ca0a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:02:47.167287Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26491"
    uid: fd9ce055-b7c9-4361-8416-f10e54402b64
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:02:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:02:47Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb.18a6e511af962105
    namespace: kserve-ci-e2e-test
    resourceVersion: "26498"
    uid: 9f9e782b-87b7-402a-9562-d7c0b783c2c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: fd9ce055-b7c9-4361-8416-f10e54402b64
  kind: Event
  lastTimestamp: "2026-04-16T17:02:47Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:02:47Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb.18a6e511c87d48ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: 6187f329-034c-4f69-99dd-1e95b5dc7eb7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: fd9ce055-b7c9-4361-8416-f10e54402b64
  kind: Event
  lastTimestamp: "2026-04-16T17:02:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:02:47Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb.18a6e511c9b4234e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26512"
    uid: ab3a40cf-710b-4824-b347-0d953432f84a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: fd9ce055-b7c9-4361-8416-f10e54402b64
  kind: Event
  lastTimestamp: "2026-04-16T17:02:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:02:47Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb.18a6e511cc9719c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26514"
    uid: 87284a92-71fd-476c-b6d2-55f0b0f238ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: fd9ce055-b7c9-4361-8416-f10e54402b64
  kind: Event
  lastTimestamp: "2026-04-16T17:02:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:02:47Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb.18a6e511cd00948f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26515"
    uid: 59e29b0c-f0d0-442e-bb11-ee0fcf6e05d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: fd9ce055-b7c9-4361-8416-f10e54402b64
  kind: Event
  lastTimestamp: "2026-04-16T17:02:51Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:02:51Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb.18a6e512a68224e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26553"
    uid: 0e7a6813-08e5-49c3-9795-2bcf5d2343ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: fd9ce055-b7c9-4361-8416-f10e54402b64
  kind: Event
  lastTimestamp: "2026-04-16T17:02:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:02:51Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb.18a6e512a97aa9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "26557"
    uid: 2bff726e-f448-4863-97fb-9e107e1935fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: fd9ce055-b7c9-4361-8416-f10e54402b64
  kind: Event
  lastTimestamp: "2026-04-16T17:02:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:02:51Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb.18a6e512a9e5c901
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: 96f933d6-a25a-4c99-9d82-4cbcc472506d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: fd9ce055-b7c9-4361-8416-f10e54402b64
  kind: Event
  lastTimestamp: "2026-04-16T17:03:53Z"
  message: 'Readiness probe failed: Get "http://10.134.0.48:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T17:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:53Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb.18a6e51a1a8fe99c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27015"
    uid: 91ebccc6-52fc-4e9d-aa56-8d730a61ff09
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: fd9ce055-b7c9-4361-8416-f10e54402b64
  kind: Event
  lastTimestamp: "2026-04-16T17:04:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:07Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb.18a6e524580c4575
    namespace: kserve-ci-e2e-test
    resourceVersion: "27149"
    uid: 5daec115-637c-4c68-beb4-41573f1ef0c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26482"
    uid: 1c3eff57-bf55-4aa2-a978-ce0a70158f53
  kind: Event
  lastTimestamp: "2026-04-16T17:02:47Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-rsvtb'
  metadata:
    creationTimestamp: "2026-04-16T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:02:47Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f.18a6e511af1839b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: 9ea0ebcd-72ec-46ed-8619-62bc8b701b3f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26477"
    uid: 83a78b6a-8f66-4029-9803-7d5a86d3a72b
  kind: Event
  lastTimestamp: "2026-04-16T17:02:47Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-6fd9c49f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:02:47Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e511ac38bd28
    namespace: kserve-ci-e2e-test
    resourceVersion: "26484"
    uid: 53d08e0a-3c4d-4988-9d3a-c0c3ba716c4b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: b91aeb95-bce6-4f82-a776-d21726ddb691
  kind: Event
  lastTimestamp: "2026-04-16T17:03:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:03:17Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e5152b45faa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26741"
    uid: db860e6a-5302-4297-8406-8dc48f887bf2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: b91aeb95-bce6-4f82-a776-d21726ddb691
  kind: Event
  lastTimestamp: "2026-04-16T17:03:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:03:17Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e5152ba8a4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26742"
    uid: b81331c5-e5f5-4c45-b332-fd3c7f2d5024
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26644"
    uid: b91aeb95-bce6-4f82-a776-d21726ddb691
  kind: Event
  lastTimestamp: "2026-04-16T17:04:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:04:02Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e51c2a78e3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27069"
    uid: 5640e825-0013-4d76-a5cc-4f1d8ec44dc7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26644"
    uid: b91aeb95-bce6-4f82-a776-d21726ddb691
  kind: Event
  lastTimestamp: "2026-04-16T17:04:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:04:02Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e51c2b3f1149
    namespace: kserve-ci-e2e-test
    resourceVersion: "27070"
    uid: ee511c66-9eae-4602-b79e-ccfb26294a0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26455"
    uid: 668acc6a-e129-4949-b016-784386084f42
  kind: Event
  lastTimestamp: "2026-04-16T17:04:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:04:03Z"
    name: isvc-predictive-sklearn-v2.18a6e511ac45d679
    namespace: kserve-ci-e2e-test
    resourceVersion: "27087"
    uid: 15e38093-a8e7-494a-8821-feb01990a8de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26455"
    uid: 668acc6a-e129-4949-b016-784386084f42
  kind: Event
  lastTimestamp: "2026-04-16T17:02:47Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:02:47Z"
    name: isvc-predictive-sklearn-v2.18a6e511acb841f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26487"
    uid: 59d6243d-1f74-4a03-a915-8687865b525d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27085"
    uid: 668acc6a-e129-4949-b016-784386084f42
  kind: Event
  lastTimestamp: "2026-04-16T17:04:03Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:04:03Z"
    name: isvc-predictive-sklearn-v2.18a6e5236f146602
    namespace: kserve-ci-e2e-test
    resourceVersion: "27086"
    uid: c26fc6cb-6500-4a3f-a35d-1b9e2ec68038
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24090"
    uid: 7fc47c70-7883-4b38-9a13-e68f45ff2796
  kind: Event
  lastTimestamp: "2026-04-16T16:59:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:59:59Z"
    name: isvc-predictive-sklearn.18a6e4d4fdaa43d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: bea1961f-7ebc-4038-910b-5f152d209540
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24090"
    uid: 7fc47c70-7883-4b38-9a13-e68f45ff2796
  kind: Event
  lastTimestamp: "2026-04-16T16:58:26Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:58:26Z"
    name: isvc-predictive-sklearn.18a6e4d4fe4a0d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24126"
    uid: 0d896077-63ec-4e01-aa8b-326d2aaa6711
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 7fc47c70-7883-4b38-9a13-e68f45ff2796
  kind: Event
  lastTimestamp: "2026-04-16T16:58:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:58:26Z"
    name: isvc-predictive-sklearn.18a6e4d50428baaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24127"
    uid: 5fb59a79-e787-4e98-8d16-f01909f08f28
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24815"
    uid: 7fc47c70-7883-4b38-9a13-e68f45ff2796
  kind: Event
  lastTimestamp: "2026-04-16T16:59:59Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:59:59Z"
    name: isvc-predictive-sklearn.18a6e4eab047e663
    namespace: kserve-ci-e2e-test
    resourceVersion: "24816"
    uid: df080215-6c6a-4627-85e9-5353fe1cb024
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:00:06.785670Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24904"
    uid: 2d9ec6ee-4d14-4f03-b96a-4f369cf9ba39
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:00:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:00:06Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4.18a6e4ec5818de08
    namespace: kserve-ci-e2e-test
    resourceVersion: "24912"
    uid: 24221749-007d-40ce-8dff-3497a596af3a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24915"
    uid: 2d9ec6ee-4d14-4f03-b96a-4f369cf9ba39
  kind: Event
  lastTimestamp: "2026-04-16T17:00:07Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:00:07Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4.18a6e4ec70c3b5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24920"
    uid: 9b050177-07f9-4c38-8361-05c8cdce08a2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24905"
    uid: 2d9ec6ee-4d14-4f03-b96a-4f369cf9ba39
  kind: Event
  lastTimestamp: "2026-04-16T17:00:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:07Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4.18a6e4ec71f5168a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24922"
    uid: 2c6bec58-376b-4ea5-84f0-67fa3c54cd29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24905"
    uid: 2d9ec6ee-4d14-4f03-b96a-4f369cf9ba39
  kind: Event
  lastTimestamp: "2026-04-16T17:00:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:07Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4.18a6e4ec74f6059f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24925"
    uid: 9e87d2bd-5096-4570-b03e-386ae7f73c43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24905"
    uid: 2d9ec6ee-4d14-4f03-b96a-4f369cf9ba39
  kind: Event
  lastTimestamp: "2026-04-16T17:00:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:07Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4.18a6e4ec7562c6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: eab75b8f-f0da-4f48-8898-82b0268dfbca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24905"
    uid: 2d9ec6ee-4d14-4f03-b96a-4f369cf9ba39
  kind: Event
  lastTimestamp: "2026-04-16T17:00:11Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:11Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4.18a6e4ed860a8c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: 1a28fdba-57c5-4e00-b414-4d0f7009b276
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24905"
    uid: 2d9ec6ee-4d14-4f03-b96a-4f369cf9ba39
  kind: Event
  lastTimestamp: "2026-04-16T17:00:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:11Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4.18a6e4ed88db919a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24973"
    uid: 5be9993a-0f9c-408d-a6a7-fd72a8f8458a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24905"
    uid: 2d9ec6ee-4d14-4f03-b96a-4f369cf9ba39
  kind: Event
  lastTimestamp: "2026-04-16T17:00:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:11Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4.18a6e4ed89467a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: 81793792-846a-4a8a-9986-9bd14b9ccc57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24905"
    uid: 2d9ec6ee-4d14-4f03-b96a-4f369cf9ba39
  kind: Event
  lastTimestamp: "2026-04-16T17:01:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:00:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:13Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4.18a6e4edc1f59457
    namespace: kserve-ci-e2e-test
    resourceVersion: "25415"
    uid: 617c9dcb-9573-4903-8ce6-44db3382b4dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24905"
    uid: 2d9ec6ee-4d14-4f03-b96a-4f369cf9ba39
  kind: Event
  lastTimestamp: "2026-04-16T17:01:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:26Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4.18a6e4feff967168
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 9755a271-4776-4f9e-8a55-15e5f94e03a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-794b54b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24893"
    uid: 22ba6057-ec3d-4d54-8806-e3ad1549323b
  kind: Event
  lastTimestamp: "2026-04-16T17:00:06Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-794b54b9b4-9nzq4'
  metadata:
    creationTimestamp: "2026-04-16T17:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:06Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4.18a6e4ec57c2f1af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24906"
    uid: b17e52d8-d897-49d4-9160-8bf4f29727bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24890"
    uid: c9bef739-8ec4-466e-beb3-e3ff3aebac55
  kind: Event
  lastTimestamp: "2026-04-16T17:00:06Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-794b54b9b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:06Z"
    name: isvc-predictive-xgboost-predictor.18a6e4ec53cbdf38
    namespace: kserve-ci-e2e-test
    resourceVersion: "24894"
    uid: c9094d59-0b4b-4055-8aa3-ca167eee8a40
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24892"
    uid: d4230859-cb57-4ac3-9297-389ad80da612
  kind: Event
  lastTimestamp: "2026-04-16T17:00:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:51Z"
    name: isvc-predictive-xgboost-predictor.18a6e4efd2cf4e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "25263"
    uid: fc46f4da-d5ce-4f8a-b66e-fe1b2b781081
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24892"
    uid: d4230859-cb57-4ac3-9297-389ad80da612
  kind: Event
  lastTimestamp: "2026-04-16T17:00:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:51Z"
    name: isvc-predictive-xgboost-predictor.18a6e4efd33e893d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25264"
    uid: 5f451255-9935-4962-8538-7fc2ef25b622
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: d4230859-cb57-4ac3-9297-389ad80da612
  kind: Event
  lastTimestamp: "2026-04-16T17:01:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:01:21Z"
    name: isvc-predictive-xgboost-predictor.18a6e4fa4fa1c5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: 7c015c94-3853-446c-8b50-7843ff8f91d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: d4230859-cb57-4ac3-9297-389ad80da612
  kind: Event
  lastTimestamp: "2026-04-16T17:01:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:01:21Z"
    name: isvc-predictive-xgboost-predictor.18a6e4fa50027be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: ba022489-c77c-4670-971f-ea322845a52f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:04:07.352310Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27157"
    uid: de7978af-cbd9-4d2a-9ef1-33bc535c37f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:04:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:04:07Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l.18a6e5245afc78fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: 7cc4bd23-d0f8-4f1a-b36f-a9bd26644c27
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27168"
    uid: de7978af-cbd9-4d2a-9ef1-33bc535c37f2
  kind: Event
  lastTimestamp: "2026-04-16T17:04:07Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:04:07Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l.18a6e52473c207c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27172"
    uid: 8520cccf-19e8-4d03-8c21-6f338afc7111
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: de7978af-cbd9-4d2a-9ef1-33bc535c37f2
  kind: Event
  lastTimestamp: "2026-04-16T17:04:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:07Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l.18a6e52474f73056
    namespace: kserve-ci-e2e-test
    resourceVersion: "27174"
    uid: 9ec326c1-f5fb-4c1a-ae28-c90eeefb804c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: de7978af-cbd9-4d2a-9ef1-33bc535c37f2
  kind: Event
  lastTimestamp: "2026-04-16T17:04:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:07Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l.18a6e52477b26ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27176"
    uid: 6d600295-9293-4b96-9db6-21286ec7a8c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: de7978af-cbd9-4d2a-9ef1-33bc535c37f2
  kind: Event
  lastTimestamp: "2026-04-16T17:04:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:07Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l.18a6e524781fc490
    namespace: kserve-ci-e2e-test
    resourceVersion: "27177"
    uid: 0fd94626-d56f-441a-9e39-1f8283fc8d79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: de7978af-cbd9-4d2a-9ef1-33bc535c37f2
  kind: Event
  lastTimestamp: "2026-04-16T17:04:12Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:12Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l.18a6e525910adb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "27222"
    uid: 9f6065f1-4fe5-44b3-89d6-a28b9d02bca6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: de7978af-cbd9-4d2a-9ef1-33bc535c37f2
  kind: Event
  lastTimestamp: "2026-04-16T17:04:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:12Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l.18a6e52593c5436e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27226"
    uid: bd33ad72-f729-4ffc-85d7-625fe4fdb9a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: de7978af-cbd9-4d2a-9ef1-33bc535c37f2
  kind: Event
  lastTimestamp: "2026-04-16T17:04:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:12Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l.18a6e5259431dd98
    namespace: kserve-ci-e2e-test
    resourceVersion: "27227"
    uid: bead14e6-3728-4963-a27d-a1acfa0a07a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: de7978af-cbd9-4d2a-9ef1-33bc535c37f2
  kind: Event
  lastTimestamp: "2026-04-16T17:05:34Z"
  message: 'Readiness probe failed: Get "http://10.134.0.49:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.49:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T17:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:05:34Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l.18a6e52d04e2913f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27895"
    uid: 0a7c586d-b94b-4b18-800a-938899004062
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: de7978af-cbd9-4d2a-9ef1-33bc535c37f2
  kind: Event
  lastTimestamp: "2026-04-16T17:05:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:05:27Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l.18a6e53702cccdf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27793"
    uid: ea74026f-e288-485e-9c99-5d24537adeb0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27144"
    uid: ab34275c-a38f-4366-b136-acb1f6edcd49
  kind: Event
  lastTimestamp: "2026-04-16T17:04:07Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-rth7l'
  metadata:
    creationTimestamp: "2026-04-16T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:04:07Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb.18a6e5245a7d1adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27160"
    uid: 8cb2557e-98cb-4d50-81d0-d99bea37bef9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: d5535309-2b30-46df-9070-b230463a288c
  kind: Event
  lastTimestamp: "2026-04-16T17:04:07Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-67fd65d6cb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:04:07Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e52457e77095
    namespace: kserve-ci-e2e-test
    resourceVersion: "27145"
    uid: 1fe6eae6-5106-450a-953e-7d2b0ce07fdb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27142"
    uid: 68efb242-acd7-4549-bd95-9d94ce9c5130
  kind: Event
  lastTimestamp: "2026-04-16T17:04:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:04:52Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e527d6d6930b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27504"
    uid: 46a0b1f0-7c28-4803-8518-57e07d224dfa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27142"
    uid: 68efb242-acd7-4549-bd95-9d94ce9c5130
  kind: Event
  lastTimestamp: "2026-04-16T17:04:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:04:52Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e527d73c465c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: 56452402-1cf9-43ca-89e9-e77560fbd612
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27298"
    uid: 68efb242-acd7-4549-bd95-9d94ce9c5130
  kind: Event
  lastTimestamp: "2026-04-16T17:05:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:05:22Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e53253e439c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27716"
    uid: 10f34685-fa7f-4877-9dbb-3b3ed89f53eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27298"
    uid: 68efb242-acd7-4549-bd95-9d94ce9c5130
  kind: Event
  lastTimestamp: "2026-04-16T17:05:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:05:22Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e5325443c42b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: e1f9c0af-9f64-4144-90d9-1f9f2e6b2c9f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27119"
    uid: c6c378cb-04ca-4ecf-9ece-4ade7fbf20d5
  kind: Event
  lastTimestamp: "2026-04-16T17:05:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:05:24Z"
    name: isvc-predictive-xgboost-v2.18a6e52457eae5a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27740"
    uid: 879fab4f-b3c9-4b93-b99f-9553b1596c87
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27119"
    uid: c6c378cb-04ca-4ecf-9ece-4ade7fbf20d5
  kind: Event
  lastTimestamp: "2026-04-16T17:04:07Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:04:07Z"
    name: isvc-predictive-xgboost-v2.18a6e524587813da
    namespace: kserve-ci-e2e-test
    resourceVersion: "27150"
    uid: 7d4a1caa-04ef-4a74-8c01-97278da208c6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:05:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27738"
    uid: c6c378cb-04ca-4ecf-9ece-4ade7fbf20d5
  kind: Event
  lastTimestamp: "2026-04-16T17:05:24Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:05:24Z"
    name: isvc-predictive-xgboost-v2.18a6e5365941152b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27739"
    uid: 2f6cbbd8-0c97-4c1a-bcda-2a022e7a9291
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "24866"
    uid: 13fc4cf5-bfaa-4a33-8ab5-6e41f4899dbd
  kind: Event
  lastTimestamp: "2026-04-16T17:01:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:01:23Z"
    name: isvc-predictive-xgboost.18a6e4ec53d458e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25494"
    uid: 48f2d001-e536-4602-be43-5b95cab26712
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "24866"
    uid: 13fc4cf5-bfaa-4a33-8ab5-6e41f4899dbd
  kind: Event
  lastTimestamp: "2026-04-16T17:00:06Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:00:06Z"
    name: isvc-predictive-xgboost.18a6e4ec5440626c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24897"
    uid: db9204b8-6a3d-414e-9bf8-fdb7467ff1d6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25491"
    uid: 13fc4cf5-bfaa-4a33-8ab5-6e41f4899dbd
  kind: Event
  lastTimestamp: "2026-04-16T17:01:23Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:01:23Z"
    name: isvc-predictive-xgboost.18a6e4fe286b7728
    namespace: kserve-ci-e2e-test
    resourceVersion: "25493"
    uid: a532ec3e-40db-4753-9f6a-decbfd92513d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:56:50.057185Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23166"
    uid: fd960f5e-ec3b-4548-b086-17deac4f27a7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-13dd4f-predictor-549cf5d885-wlpmq
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:56:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:56:50Z"
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq.18a6e4be8a2a62b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 54bf9c78-dfb8-423f-937d-f0145d369cee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23177"
    uid: fd960f5e-ec3b-4548-b086-17deac4f27a7
  kind: Event
  lastTimestamp: "2026-04-16T16:56:50Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:56:50Z"
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq.18a6e4bea2f94ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 69e3baf4-37a1-46e1-90db-1bee42e394d5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23168"
    uid: fd960f5e-ec3b-4548-b086-17deac4f27a7
  kind: Event
  lastTimestamp: "2026-04-16T16:56:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:56:50Z"
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq.18a6e4bea437435e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23189"
    uid: e8c0eec6-8710-4d6e-86e1-81b805e42b59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23168"
    uid: fd960f5e-ec3b-4548-b086-17deac4f27a7
  kind: Event
  lastTimestamp: "2026-04-16T16:56:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:56:50Z"
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq.18a6e4bea741ccbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23190"
    uid: e2f03cac-3ab3-4e41-8678-73b87c37484a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23168"
    uid: fd960f5e-ec3b-4548-b086-17deac4f27a7
  kind: Event
  lastTimestamp: "2026-04-16T16:56:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:56:50Z"
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq.18a6e4bea7c31dd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23191"
    uid: 4d289582-50c5-4771-b80a-3261f74c32ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23168"
    uid: fd960f5e-ec3b-4548-b086-17deac4f27a7
  kind: Event
  lastTimestamp: "2026-04-16T16:56:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:56:55Z"
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq.18a6e4bfbf6503e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23240"
    uid: a045c79e-bb0d-4ce6-9a56-366c2413d855
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23168"
    uid: fd960f5e-ec3b-4548-b086-17deac4f27a7
  kind: Event
  lastTimestamp: "2026-04-16T16:56:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:56:55Z"
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq.18a6e4bfc254c8db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 8380ebac-1b72-4b6a-8860-fb9472b27ccb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23168"
    uid: fd960f5e-ec3b-4548-b086-17deac4f27a7
  kind: Event
  lastTimestamp: "2026-04-16T16:56:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:56:55Z"
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq.18a6e4bfc2c42e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23246"
    uid: 681d0140-478f-4847-bda7-22d2767b2665
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23168"
    uid: fd960f5e-ec3b-4548-b086-17deac4f27a7
  kind: Event
  lastTimestamp: "2026-04-16T16:58:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:17Z"
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq.18a6e4bffb44c984
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: bddad641-5273-4a15-9656-8c1bd56f1423
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23168"
    uid: fd960f5e-ec3b-4548-b086-17deac4f27a7
  kind: Event
  lastTimestamp: "2026-04-16T16:58:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:16Z"
    name: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq.18a6e4d2a1a78932
    namespace: kserve-ci-e2e-test
    resourceVersion: "23955"
    uid: c4536bdd-5877-4196-9523-bcaa0c84433f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-13dd4f-predictor-549cf5d885
    namespace: kserve-ci-e2e-test
    resourceVersion: "23148"
    uid: b2abc780-4fd3-4303-b4b1-efe937380328
  kind: Event
  lastTimestamp: "2026-04-16T16:56:50Z"
  message: 'Created pod: isvc-primary-13dd4f-predictor-549cf5d885-wlpmq'
  metadata:
    creationTimestamp: "2026-04-16T16:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:56:50Z"
    name: isvc-primary-13dd4f-predictor-549cf5d885.18a6e4be89a41eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23167"
    uid: 67093914-d99b-497b-8ae1-10a602be80e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-13dd4f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: 530ad489-a9a9-4651-adfe-966ee0c3a886
  kind: Event
  lastTimestamp: "2026-04-16T16:56:49Z"
  message: Scaled up replica set isvc-primary-13dd4f-predictor-549cf5d885 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T16:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:56:49Z"
    name: isvc-primary-13dd4f-predictor.18a6e4be8599cc34
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: 3824b1eb-bf8e-4689-8b04-ec089b5ca973
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-13dd4f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: 4ae44577-8dd6-4f0e-8a41-e1e1a2424c91
  kind: Event
  lastTimestamp: "2026-04-16T16:57:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:57:04Z"
    name: isvc-primary-13dd4f-predictor.18a6e4c20432ac05
    namespace: kserve-ci-e2e-test
    resourceVersion: "23312"
    uid: 2c4257ae-ffe0-48d6-9b98-88c77a661a3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-13dd4f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: 4ae44577-8dd6-4f0e-8a41-e1e1a2424c91
  kind: Event
  lastTimestamp: "2026-04-16T16:57:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:57:04Z"
    name: isvc-primary-13dd4f-predictor.18a6e4c2048ffa05
    namespace: kserve-ci-e2e-test
    resourceVersion: "23313"
    uid: 459d24e6-ce80-4f24-8037-b3b263e95797
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-13dd4f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23311"
    uid: 4ae44577-8dd6-4f0e-8a41-e1e1a2424c91
  kind: Event
  lastTimestamp: "2026-04-16T16:58:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:05Z"
    name: isvc-primary-13dd4f-predictor.18a6e4c583ace561
    namespace: kserve-ci-e2e-test
    resourceVersion: "23806"
    uid: 75b6a0ea-a4cf-45da-bd35-701321009795
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-13dd4f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23311"
    uid: 4ae44577-8dd6-4f0e-8a41-e1e1a2424c91
  kind: Event
  lastTimestamp: "2026-04-16T16:58:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:05Z"
    name: isvc-primary-13dd4f-predictor.18a6e4c58410a6ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23807"
    uid: 20cea04d-45e6-4b30-bc57-2b4ecd3108cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-13dd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23130"
    uid: ccc5a5b4-a580-4709-8977-e1dcde76468d
  kind: Event
  lastTimestamp: "2026-04-16T16:57:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:57:57Z"
    name: isvc-primary-13dd4f.18a6e4be859a2fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "23689"
    uid: d840f539-7635-4f51-8a5a-ff713e9a920a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-13dd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23130"
    uid: ccc5a5b4-a580-4709-8977-e1dcde76468d
  kind: Event
  lastTimestamp: "2026-04-16T16:56:50Z"
  message: 'Failed to update status for InferenceService "isvc-primary-13dd4f": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-13dd4f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:56:50Z"
    name: isvc-primary-13dd4f.18a6e4be860aff04
    namespace: kserve-ci-e2e-test
    resourceVersion: "23174"
    uid: 2b7dfbe1-0624-43f6-badc-10849625090f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-13dd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23130"
    uid: ccc5a5b4-a580-4709-8977-e1dcde76468d
  kind: Event
  lastTimestamp: "2026-04-16T16:56:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-13dd4f": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:56:50Z"
    name: isvc-primary-13dd4f.18a6e4be860b407c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: 97cfe39a-52a1-46e2-8d83-b1afe56978b4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-13dd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23687"
    uid: ccc5a5b4-a580-4709-8977-e1dcde76468d
  kind: Event
  lastTimestamp: "2026-04-16T16:57:57Z"
  message: InferenceService [isvc-primary-13dd4f] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:57:57Z"
    name: isvc-primary-13dd4f.18a6e4ce32ee57d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23688"
    uid: 3eeac9fc-c13d-40a9-b4c3-f5c19f552768
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:58:00.205939Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-13dd4f-predictor-f579df46d-jvclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23737"
    uid: a1169ebc-532c-4f20-856c-f84600476ef3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-13dd4f-predictor-f579df46d-jvclb
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:58:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:58:00Z"
    name: isvc-secondary-13dd4f-predictor-f579df46d-jvclb.18a6e4cedf5b7060
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: ae91b94f-2cce-4393-ba21-7843729612b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-13dd4f-predictor-f579df46d-jvclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23746"
    uid: a1169ebc-532c-4f20-856c-f84600476ef3
  kind: Event
  lastTimestamp: "2026-04-16T16:58:00Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:58:00Z"
    name: isvc-secondary-13dd4f-predictor-f579df46d-jvclb.18a6e4cef82f11ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23755"
    uid: 1aa471af-cd56-4e51-ad5a-b904953ea8d8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-13dd4f-predictor-f579df46d-jvclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23739"
    uid: a1169ebc-532c-4f20-856c-f84600476ef3
  kind: Event
  lastTimestamp: "2026-04-16T16:58:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:04Z"
    name: isvc-secondary-13dd4f-predictor-f579df46d-jvclb.18a6e4cef9740d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "23794"
    uid: 69a03877-3241-4a16-a7a2-ac709f45764b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-13dd4f-predictor-f579df46d-jvclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23739"
    uid: a1169ebc-532c-4f20-856c-f84600476ef3
  kind: Event
  lastTimestamp: "2026-04-16T16:58:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:04Z"
    name: isvc-secondary-13dd4f-predictor-f579df46d-jvclb.18a6e4cefc744fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23799"
    uid: e9a83372-3994-40a2-87f3-2df2bc61e09e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-13dd4f-predictor-f579df46d-jvclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23739"
    uid: a1169ebc-532c-4f20-856c-f84600476ef3
  kind: Event
  lastTimestamp: "2026-04-16T16:58:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:04Z"
    name: isvc-secondary-13dd4f-predictor-f579df46d-jvclb.18a6e4cefcde9044
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 80fd658a-db91-4ec3-885b-20d242f34e10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-13dd4f-predictor-f579df46d-jvclb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23739"
    uid: a1169ebc-532c-4f20-856c-f84600476ef3
  kind: Event
  lastTimestamp: "2026-04-16T16:58:10Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-13dd4f-predictor-f579df46d-jvclb_kserve-ci-e2e-test(a1169ebc-532c-4f20-856c-f84600476ef3)
  metadata:
    creationTimestamp: "2026-04-16T16:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:10Z"
    name: isvc-secondary-13dd4f-predictor-f579df46d-jvclb.18a6e4d143de4cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23846"
    uid: 2e352451-b158-40ef-a474-5ced5e43af36
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-13dd4f-predictor-f579df46d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23728"
    uid: aaf93c95-6f3b-4348-8d9c-fe4d4d6cab6d
  kind: Event
  lastTimestamp: "2026-04-16T16:58:00Z"
  message: 'Created pod: isvc-secondary-13dd4f-predictor-f579df46d-jvclb'
  metadata:
    creationTimestamp: "2026-04-16T16:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:00Z"
    name: isvc-secondary-13dd4f-predictor-f579df46d.18a6e4ceded4db76
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: 022b5524-89b9-46d3-b479-e65f7a016214
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-13dd4f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23725"
    uid: 5285f91f-ca9a-4e54-89a1-f51c43843b29
  kind: Event
  lastTimestamp: "2026-04-16T16:58:00Z"
  message: Scaled up replica set isvc-secondary-13dd4f-predictor-f579df46d from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T16:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:00Z"
    name: isvc-secondary-13dd4f-predictor.18a6e4cedbdaa2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23729"
    uid: 75f5403a-bfbe-4790-90b6-8c0a6e390960
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-13dd4f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23727"
    uid: 9f031de0-f4a4-40f9-b539-5220e3b9cef4
  kind: Event
  lastTimestamp: "2026-04-16T16:58:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:15Z"
    name: isvc-secondary-13dd4f-predictor.18a6e4d25a98441d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 6ad7bb7a-4627-4814-87c9-6f480169d68b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-13dd4f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23727"
    uid: 9f031de0-f4a4-40f9-b539-5220e3b9cef4
  kind: Event
  lastTimestamp: "2026-04-16T16:58:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:15Z"
    name: isvc-secondary-13dd4f-predictor.18a6e4d25b0679eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23892"
    uid: 5a84d83c-6077-421e-ab1b-275fd8930b3c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-13dd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23718"
    uid: 3c7cf936-de0b-4a3a-acc3-f281faf35a3c
  kind: Event
  lastTimestamp: "2026-04-16T16:58:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:58:10Z"
    name: isvc-secondary-13dd4f.18a6e4cedbe3503f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23852"
    uid: 36f0305b-a897-4561-a33e-6b96d086ff18
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-13dd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23718"
    uid: 3c7cf936-de0b-4a3a-acc3-f281faf35a3c
  kind: Event
  lastTimestamp: "2026-04-16T16:58:00Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-13dd4f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-13dd4f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:58:00Z"
    name: isvc-secondary-13dd4f.18a6e4cedc677eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: a4475916-94e1-4e34-a46a-9024d0dc44bd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-13dd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23718"
    uid: 3c7cf936-de0b-4a3a-acc3-f281faf35a3c
  kind: Event
  lastTimestamp: "2026-04-16T16:58:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-13dd4f": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:58:00Z"
    name: isvc-secondary-13dd4f.18a6e4cedc67c61b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23748"
    uid: 2e6dcb53-1ba8-4485-a642-0d0f9b5ac6ca
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:39:08.449733Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14366"
    uid: ddce7cdb-a86e-4b0c-9e7d-7c932fa6d150
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:39:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:39:08Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl.18a6e3c75d6e3247
    namespace: kserve-ci-e2e-test
    resourceVersion: "14371"
    uid: f1d81f10-164c-4af9-868c-c69e05edc244
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14374"
    uid: ddce7cdb-a86e-4b0c-9e7d-7c932fa6d150
  kind: Event
  lastTimestamp: "2026-04-16T16:39:08Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:39:08Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl.18a6e3c7762e9d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: edacc5e9-0c2b-4daf-b902-8348a580bd23
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14368"
    uid: ddce7cdb-a86e-4b0c-9e7d-7c932fa6d150
  kind: Event
  lastTimestamp: "2026-04-16T16:39:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:08Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl.18a6e3c7774e7d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "14382"
    uid: aa060213-e0df-4095-83a3-14fd48668f5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14368"
    uid: ddce7cdb-a86e-4b0c-9e7d-7c932fa6d150
  kind: Event
  lastTimestamp: "2026-04-16T16:39:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:08Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl.18a6e3c77a25d37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: ecd9cd00-9311-4601-861c-a89e9fbe549c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14368"
    uid: ddce7cdb-a86e-4b0c-9e7d-7c932fa6d150
  kind: Event
  lastTimestamp: "2026-04-16T16:39:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:08Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl.18a6e3c77a87eb50
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 98fc0c41-d595-467c-845b-9638b2f2bff5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14368"
    uid: ddce7cdb-a86e-4b0c-9e7d-7c932fa6d150
  kind: Event
  lastTimestamp: "2026-04-16T16:39:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:13Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl.18a6e3c870778edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14422"
    uid: 3c5124fb-8687-4bd1-90d8-44f7c175447e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14368"
    uid: ddce7cdb-a86e-4b0c-9e7d-7c932fa6d150
  kind: Event
  lastTimestamp: "2026-04-16T16:39:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:13Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl.18a6e3c87408c0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14426"
    uid: b7fbbf7c-9a3c-4477-897c-01d1203a24cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14368"
    uid: ddce7cdb-a86e-4b0c-9e7d-7c932fa6d150
  kind: Event
  lastTimestamp: "2026-04-16T16:39:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:13Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl.18a6e3c874665d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: ddee6037-3466-48a0-a201-5412c53f658b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14368"
    uid: ddce7cdb-a86e-4b0c-9e7d-7c932fa6d150
  kind: Event
  lastTimestamp: "2026-04-16T16:39:13Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:67a41ae3021ba2e5287597cf17a0636fe64b6e922a6ed1343bc133b720f5df94"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:13Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl.18a6e3c87470d386
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 986af553-d380-44f3-aa35-29ea135dfdb4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14368"
    uid: ddce7cdb-a86e-4b0c-9e7d-7c932fa6d150
  kind: Event
  lastTimestamp: "2026-04-16T16:39:13Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T16:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:13Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl.18a6e3c876ead70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14430"
    uid: 618e0b4a-c536-4c0f-bc4c-f85f2e82a9ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14368"
    uid: ddce7cdb-a86e-4b0c-9e7d-7c932fa6d150
  kind: Event
  lastTimestamp: "2026-04-16T16:39:13Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T16:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:13Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl.18a6e3c877482b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "14431"
    uid: 5a9b2b09-1e61-4104-ac4c-0bd76b65c1ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14368"
    uid: ddce7cdb-a86e-4b0c-9e7d-7c932fa6d150
  kind: Event
  lastTimestamp: "2026-04-16T16:40:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:46Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl.18a6e3c8ac5b2ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: f8a2a863-8652-4a67-a0a8-3fe2beb8eff8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14368"
    uid: ddce7cdb-a86e-4b0c-9e7d-7c932fa6d150
  kind: Event
  lastTimestamp: "2026-04-16T16:40:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T16:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:46Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl.18a6e3c8e81e1037
    namespace: kserve-ci-e2e-test
    resourceVersion: "15263"
    uid: 51d2953c-6ddd-48d5-9f75-c1d4b50dc29f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14368"
    uid: ddce7cdb-a86e-4b0c-9e7d-7c932fa6d150
  kind: Event
  lastTimestamp: "2026-04-16T16:40:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:23Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl.18a6e3d8d7c9488a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: 8924b215-0c18-4faf-a875-819245394144
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14368"
    uid: ddce7cdb-a86e-4b0c-9e7d-7c932fa6d150
  kind: Event
  lastTimestamp: "2026-04-16T16:40:23Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T16:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:23Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl.18a6e3d8d7c9bbcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: e648aa24-03b5-4909-a259-c201f88a4204
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14346"
    uid: ecdd00fb-d564-4e55-962a-89bcf8db12e6
  kind: Event
  lastTimestamp: "2026-04-16T16:39:08Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-746b56d97c-pl6nl'
  metadata:
    creationTimestamp: "2026-04-16T16:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:39:08Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c.18a6e3c75d085ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14367"
    uid: 17c9c631-1985-44c6-9843-d9c9135099f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14342"
    uid: 3c64cc38-aeee-409a-8cc8-5a9cd4736984
  kind: Event
  lastTimestamp: "2026-04-16T16:39:08Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-746b56d97c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:39:08Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e3c75810c800
    namespace: kserve-ci-e2e-test
    resourceVersion: "14350"
    uid: 0dbd53eb-8f0f-479d-a63e-99ab8cec4545
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14345"
    uid: 5e93a9bc-bad9-4b58-a0b6-99dcaea5b96e
  kind: Event
  lastTimestamp: "2026-04-16T16:39:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:39:53Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e3cad6c80d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "14734"
    uid: 3032e4da-a933-4339-84cc-252add852c24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14345"
    uid: 5e93a9bc-bad9-4b58-a0b6-99dcaea5b96e
  kind: Event
  lastTimestamp: "2026-04-16T16:39:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:39:53Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e3cad7255313
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: b1f7bffc-03e0-49c1-9e13-ee835b1bb7ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14510"
    uid: 5e93a9bc-bad9-4b58-a0b6-99dcaea5b96e
  kind: Event
  lastTimestamp: "2026-04-16T16:40:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:40:23Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e3ce55c87af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14963"
    uid: bfe764e4-234c-4900-906d-e31db6d67bb2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14510"
    uid: 5e93a9bc-bad9-4b58-a0b6-99dcaea5b96e
  kind: Event
  lastTimestamp: "2026-04-16T16:40:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:40:23Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e3ce5643b46e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14965"
    uid: d68e4d89-3aec-4a0e-bd2a-044adf3a101d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14323"
    uid: 5891dd99-9c11-4ffd-a887-97caf7491d7d
  kind: Event
  lastTimestamp: "2026-04-16T16:40:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:40:16Z"
    name: isvc-sklearn-batcher-custom.18a6e3c757ef9725
    namespace: kserve-ci-e2e-test
    resourceVersion: "14903"
    uid: f42620bd-b0d2-440d-bb3d-0b6018cee75f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14323"
    uid: 5891dd99-9c11-4ffd-a887-97caf7491d7d
  kind: Event
  lastTimestamp: "2026-04-16T16:39:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:39:08Z"
    name: isvc-sklearn-batcher-custom.18a6e3c7588df5a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14354"
    uid: cfd7de24-524f-4ec8-8d19-2fe66991b44f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14901"
    uid: 5891dd99-9c11-4ffd-a887-97caf7491d7d
  kind: Event
  lastTimestamp: "2026-04-16T16:40:16Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:40:16Z"
    name: isvc-sklearn-batcher-custom.18a6e3d721117b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14902"
    uid: 6ef1f0da-d1f5-4a6a-a4cd-15ad31a7733e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:37:33.151780Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13591"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:37:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:37:33Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3b12d3ace59
    namespace: kserve-ci-e2e-test
    resourceVersion: "13600"
    uid: b4f52885-5d88-4441-a364-265b91a8b15a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13603"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:37:33Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:37:33Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3b14605c428
    namespace: kserve-ci-e2e-test
    resourceVersion: "13609"
    uid: aa950020-5529-43c8-842f-c011ef049e9c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13593"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:37:33Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
  metadata:
    creationTimestamp: "2026-04-16T16:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:33Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3b1473b26c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13611"
    uid: 060c3fc8-8cba-454e-9726-98cad968d582
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13593"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:37:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    in 3.034s (3.034s including waiting). Image size: 300960178 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:36Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3b1fc1b7c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "13636"
    uid: 3322ec7f-d4ef-4422-a654-ef7d90e6addd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13593"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:37:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:36Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3b1ff12d0c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13637"
    uid: 7c615b18-0000-476f-b2ec-5660f3011a51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13593"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:37:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:36Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3b1ff835da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13638"
    uid: b6e1a079-4b07-4925-9ba9-0137ca23df38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13593"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:37:40Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
  metadata:
    creationTimestamp: "2026-04-16T16:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:40Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3b2f3c7aaef
    namespace: kserve-ci-e2e-test
    resourceVersion: "13673"
    uid: 0d488845-88c5-4d56-9fda-7fe2244892ea
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13593"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:37:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    in 12.667s (12.667s including waiting). Image size: 1560732082 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:53Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3b5e6cdfcbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "13771"
    uid: ead15ff4-8e2e-4eec-bbac-e8f75b9d26cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13593"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:37:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:53Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3b5ea122353
    namespace: kserve-ci-e2e-test
    resourceVersion: "13774"
    uid: e395ad6b-c54c-40d1-ad8e-a937b50ffc83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13593"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:37:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:53Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3b5ea80eba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "13775"
    uid: 5bceb658-7e4e-432f-90f4-bb03a357c059
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13593"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:37:53Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:67a41ae3021ba2e5287597cf17a0636fe64b6e922a6ed1343bc133b720f5df94"
  metadata:
    creationTimestamp: "2026-04-16T16:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:53Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3b5ea8d8683
    namespace: kserve-ci-e2e-test
    resourceVersion: "13776"
    uid: a67b58b6-77bf-4d5c-a669-721f45f5ac7d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13593"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:37:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:67a41ae3021ba2e5287597cf17a0636fe64b6e922a6ed1343bc133b720f5df94"
    in 2.502s (2.502s including waiting). Image size: 237844564 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:56Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3b67fb897e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "13791"
    uid: 16679db6-15e2-474e-abc5-10690e866145
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13593"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:37:56Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T16:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:56Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3b682bc88eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "13794"
    uid: c7184b6a-fd3e-44bd-b24b-21c0a0f61451
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13593"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:37:56Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T16:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:56Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3b6833e7572
    namespace: kserve-ci-e2e-test
    resourceVersion: "13795"
    uid: b490c594-89b0-4de9-ba12-cfbca9a3e1f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13593"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:39:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:28Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3b6b0ece69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14551"
    uid: 430f0b78-52ad-4c57-97fe-8a75c7ac80e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13593"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:39:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T16:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:28Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3b6ecb8b409
    namespace: kserve-ci-e2e-test
    resourceVersion: "14552"
    uid: 9eef7f64-4b46-4217-850a-4037a6f5f4e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13593"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:39:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:08Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3c758de2460
    namespace: kserve-ci-e2e-test
    resourceVersion: "14357"
    uid: db8b29ca-ce4c-43ff-8feb-8602845f1bd7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13593"
    uid: 6cc3509d-c830-4e32-877b-2e9d258ecdff
  kind: Event
  lastTimestamp: "2026-04-16T16:39:08Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T16:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:08Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8.18a6e3c758df275e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14359"
    uid: 22a0a494-1e2d-43c6-9e68-be6ef66c9832
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13581"
    uid: 94c178cd-ef1c-4464-8cd5-6fc884084117
  kind: Event
  lastTimestamp: "2026-04-16T16:37:33Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6f85f4fcc6-rsxs8'
  metadata:
    creationTimestamp: "2026-04-16T16:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:37:33Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6.18a6e3b12cba5eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "13592"
    uid: 83cff9b7-a469-479a-abf7-53711141f42d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13580"
    uid: 2b69f50d-189f-469f-9b13-10f8cef7702e
  kind: Event
  lastTimestamp: "2026-04-16T16:37:33Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6f85f4fcc6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T16:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:37:33Z"
    name: isvc-sklearn-batcher-predictor.18a6e3b1263b630e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13582"
    uid: 46828923-037d-4e15-9d9b-9c4a56e9b106
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13589"
    uid: 87c10bd7-f101-4d68-866b-c6a404a49773
  kind: Event
  lastTimestamp: "2026-04-16T16:38:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:38:03Z"
    name: isvc-sklearn-batcher-predictor.18a6e3b4ab9e6099
    namespace: kserve-ci-e2e-test
    resourceVersion: "13845"
    uid: ba4b9343-492d-432e-9e07-9d7e0934d5b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13589"
    uid: 87c10bd7-f101-4d68-866b-c6a404a49773
  kind: Event
  lastTimestamp: "2026-04-16T16:38:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:38:03Z"
    name: isvc-sklearn-batcher-predictor.18a6e3b4abff2593
    namespace: kserve-ci-e2e-test
    resourceVersion: "13846"
    uid: b97613ea-7229-425c-8e4f-1936c7428564
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:38:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13732"
    uid: 87c10bd7-f101-4d68-866b-c6a404a49773
  kind: Event
  lastTimestamp: "2026-04-16T16:39:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:39:03Z"
    name: isvc-sklearn-batcher-predictor.18a6e3bba9b59c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14280"
    uid: 66db07ae-60fe-4343-8f86-9b189ac0f3b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:38:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13732"
    uid: 87c10bd7-f101-4d68-866b-c6a404a49773
  kind: Event
  lastTimestamp: "2026-04-16T16:39:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:39:03Z"
    name: isvc-sklearn-batcher-predictor.18a6e3bbaa198750
    namespace: kserve-ci-e2e-test
    resourceVersion: "14281"
    uid: 4d316c31-bb78-4f5e-a893-829ef6ba7ecc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13567"
    uid: fca7ee60-797f-4f7d-8e6d-4ee7f7d8645d
  kind: Event
  lastTimestamp: "2026-04-16T16:38:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:38:58Z"
    name: isvc-sklearn-batcher.18a6e3b12c4e0088
    namespace: kserve-ci-e2e-test
    resourceVersion: "14248"
    uid: 62b5f9f5-cf5f-44ce-b0cf-ef300ff93d5e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13567"
    uid: fca7ee60-797f-4f7d-8e6d-4ee7f7d8645d
  kind: Event
  lastTimestamp: "2026-04-16T16:37:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:37:33Z"
    name: isvc-sklearn-batcher.18a6e3b12cc93631
    namespace: kserve-ci-e2e-test
    resourceVersion: "13595"
    uid: d87c0492-7e2d-4335-af90-c2c4d9814617
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13567"
    uid: fca7ee60-797f-4f7d-8e6d-4ee7f7d8645d
  kind: Event
  lastTimestamp: "2026-04-16T16:37:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:37:33Z"
    name: isvc-sklearn-batcher.18a6e3b12cc985ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "13597"
    uid: 44d365e8-8c5e-4410-8085-c7d6409ef6c4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:38:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14246"
    uid: fca7ee60-797f-4f7d-8e6d-4ee7f7d8645d
  kind: Event
  lastTimestamp: "2026-04-16T16:38:58Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:38:58Z"
    name: isvc-sklearn-batcher.18a6e3c5255bc047
    namespace: kserve-ci-e2e-test
    resourceVersion: "14247"
    uid: 4fcc4ddf-161d-4de9-aadf-c2434d0cace2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:48:31.060970Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 5bea9688-1f70-49bd-b046-e68c69ffd3bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:48:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:48:31Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h.18a6e44a5bac70b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19058"
    uid: 83fb784f-e38d-4419-ab6b-82078b4feb15
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19064"
    uid: 5bea9688-1f70-49bd-b046-e68c69ffd3bf
  kind: Event
  lastTimestamp: "2026-04-16T16:48:31Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:48:31Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h.18a6e44a748a9992
    namespace: kserve-ci-e2e-test
    resourceVersion: "19074"
    uid: de2b1f06-7dad-4a08-9389-00f5cdd41835
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 5bea9688-1f70-49bd-b046-e68c69ffd3bf
  kind: Event
  lastTimestamp: "2026-04-16T16:48:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:31Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h.18a6e44a75d9fd28
    namespace: kserve-ci-e2e-test
    resourceVersion: "19076"
    uid: 6613b093-a4bb-40e1-b13d-81c0d9511a2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 5bea9688-1f70-49bd-b046-e68c69ffd3bf
  kind: Event
  lastTimestamp: "2026-04-16T16:48:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:31Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h.18a6e44a78add74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: ce081cd0-7746-4de2-99f5-924bcd1e0aaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 5bea9688-1f70-49bd-b046-e68c69ffd3bf
  kind: Event
  lastTimestamp: "2026-04-16T16:48:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:31Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h.18a6e44a791ab4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: bd7e5fa0-e2fb-48b2-b34a-aa96d41efc99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 5bea9688-1f70-49bd-b046-e68c69ffd3bf
  kind: Event
  lastTimestamp: "2026-04-16T16:48:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:35Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h.18a6e44b73212a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19123"
    uid: 64ec0683-79ba-49f2-bc2d-eecb3c4040a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 5bea9688-1f70-49bd-b046-e68c69ffd3bf
  kind: Event
  lastTimestamp: "2026-04-16T16:48:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:35Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h.18a6e44b761bc9b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19127"
    uid: f354e1c9-c79a-4845-badb-7562f7d576ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 5bea9688-1f70-49bd-b046-e68c69ffd3bf
  kind: Event
  lastTimestamp: "2026-04-16T16:48:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:35Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h.18a6e44b76863e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19128"
    uid: c5884338-614a-4664-9935-fb9b2c510a23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 5bea9688-1f70-49bd-b046-e68c69ffd3bf
  kind: Event
  lastTimestamp: "2026-04-16T16:48:35Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-16T16:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:35Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h.18a6e44b7690c0ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19129"
    uid: 357cc5da-321e-47e0-8850-762bc443857b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 5bea9688-1f70-49bd-b046-e68c69ffd3bf
  kind: Event
  lastTimestamp: "2026-04-16T16:48:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.336s (2.336s including waiting). Image size: 237663781 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:38Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h.18a6e44c01d27d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "19148"
    uid: 2f12020a-6111-4026-90f8-833fad146dc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 5bea9688-1f70-49bd-b046-e68c69ffd3bf
  kind: Event
  lastTimestamp: "2026-04-16T16:48:38Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-16T16:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:38Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h.18a6e44c05f71f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19150"
    uid: 9a92a21a-326f-41aa-8d86-6192fa6db461
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 5bea9688-1f70-49bd-b046-e68c69ffd3bf
  kind: Event
  lastTimestamp: "2026-04-16T16:48:38Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T16:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:38Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h.18a6e44c0663c65e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19151"
    uid: acf6a5da-a60e-49f7-9534-8cb4e4cff1a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 5bea9688-1f70-49bd-b046-e68c69ffd3bf
  kind: Event
  lastTimestamp: "2026-04-16T16:49:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:41Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h.18a6e45aafce0c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: d51e0dc7-e5d7-4b2b-805a-09962008088e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 5bea9688-1f70-49bd-b046-e68c69ffd3bf
  kind: Event
  lastTimestamp: "2026-04-16T16:49:41Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T16:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:41Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h.18a6e45aafcf5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19620"
    uid: ddb3c9f7-ef36-44ac-aa71-8b384231abdd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 5bea9688-1f70-49bd-b046-e68c69ffd3bf
  kind: Event
  lastTimestamp: "2026-04-16T16:50:10Z"
  message: 'Readiness probe failed: Get "http://10.134.0.35:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.35:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T16:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:10Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h.18a6e45cea8bc025
    namespace: kserve-ci-e2e-test
    resourceVersion: "19871"
    uid: 81089f9b-a934-4ec7-a9bd-a91124a43473
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6bb8d86b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "19043"
    uid: 80c31cf1-ba86-4cdb-af1d-39524d16c5fa
  kind: Event
  lastTimestamp: "2026-04-16T16:48:31Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6bb8d86b55-k4x5h'
  metadata:
    creationTimestamp: "2026-04-16T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:48:31Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55.18a6e44a5b30078b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19054"
    uid: 715f07f7-ea09-4b98-924f-1970a86d9e5c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19040"
    uid: 60d257d7-aeac-4e3c-943d-5e6ba318297c
  kind: Event
  lastTimestamp: "2026-04-16T16:48:31Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6bb8d86b55 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:48:31Z"
    name: isvc-sklearn-mcp-predictor.18a6e44a5837a0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19044"
    uid: 829b610c-b62c-4785-96c1-41eaf8df394a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19016"
    uid: 17a06ca1-ba98-4156-a52d-1e0a0d18242f
  kind: Event
  lastTimestamp: "2026-04-16T16:49:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:49:40Z"
    name: isvc-sklearn-mcp.18a6e44a57c6bbd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 110d5f75-fbe3-41bb-a526-7e462062648b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19016"
    uid: 17a06ca1-ba98-4156-a52d-1e0a0d18242f
  kind: Event
  lastTimestamp: "2026-04-16T16:48:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:48:31Z"
    name: isvc-sklearn-mcp.18a6e44a5846b867
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: a3792991-1bb6-4ab8-8f26-461053745368
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 17a06ca1-ba98-4156-a52d-1e0a0d18242f
  kind: Event
  lastTimestamp: "2026-04-16T16:48:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:48:31Z"
    name: isvc-sklearn-mcp.18a6e44a5d34001a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19065"
    uid: cf5ec835-0384-471e-ba3a-2406876530e2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 17a06ca1-ba98-4156-a52d-1e0a0d18242f
  kind: Event
  lastTimestamp: "2026-04-16T16:49:40Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:49:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:49:40Z"
    name: isvc-sklearn-mcp.18a6e45a9aa806d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19583"
    uid: eff3617e-75ce-4b03-a42d-6a3e1a11945e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:06:49.821043Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: cd91422b-b698-43be-9407-4633ba0035f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-7bbf8748f4-xjfqt
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:06:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:06:49Z"
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt.18a6e54a2ee09c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28549"
    uid: ce3b3a2b-2549-4caf-8df8-d6829006edc4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: cd91422b-b698-43be-9407-4633ba0035f7
  kind: Event
  lastTimestamp: "2026-04-16T17:06:50Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:06:50Z"
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt.18a6e54a4782b1ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "28560"
    uid: f9a53028-a300-4ca6-9e6f-f8e7766a52a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28545"
    uid: cd91422b-b698-43be-9407-4633ba0035f7
  kind: Event
  lastTimestamp: "2026-04-16T17:06:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:06:50Z"
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt.18a6e54a48c5eec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28562"
    uid: b1422d52-d346-4b10-85ec-b2ed4408ffb8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28545"
    uid: cd91422b-b698-43be-9407-4633ba0035f7
  kind: Event
  lastTimestamp: "2026-04-16T17:06:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:06:50Z"
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt.18a6e54a4bf27585
    namespace: kserve-ci-e2e-test
    resourceVersion: "28564"
    uid: ff6a3917-cd4e-4bdb-a2b4-65a48e0ef874
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28545"
    uid: cd91422b-b698-43be-9407-4633ba0035f7
  kind: Event
  lastTimestamp: "2026-04-16T17:06:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:06:50Z"
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt.18a6e54a4c5c8c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "28565"
    uid: 50afcc49-03e5-4e11-b897-6114740d9c43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28545"
    uid: cd91422b-b698-43be-9407-4633ba0035f7
  kind: Event
  lastTimestamp: "2026-04-16T17:06:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:06:54Z"
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt.18a6e54b2934cafd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28606"
    uid: 47c751c6-7535-45bc-bb2f-0143f2003b44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28545"
    uid: cd91422b-b698-43be-9407-4633ba0035f7
  kind: Event
  lastTimestamp: "2026-04-16T17:06:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:06:54Z"
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt.18a6e54b2c39f6da
    namespace: kserve-ci-e2e-test
    resourceVersion: "28610"
    uid: d0ad3c64-8cfc-409a-9dba-b5aa289d219e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28545"
    uid: cd91422b-b698-43be-9407-4633ba0035f7
  kind: Event
  lastTimestamp: "2026-04-16T17:06:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:06:54Z"
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt.18a6e54b2cb1bead
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 5adca29d-adef-4d5f-8909-acb4e42fae50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28545"
    uid: cd91422b-b698-43be-9407-4633ba0035f7
  kind: Event
  lastTimestamp: "2026-04-16T17:07:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:07:46Z"
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt.18a6e54b65100903
    namespace: kserve-ci-e2e-test
    resourceVersion: "28976"
    uid: 381c7c1c-d18b-4bc4-bfe3-af777287f6d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "28545"
    uid: cd91422b-b698-43be-9407-4633ba0035f7
  kind: Event
  lastTimestamp: "2026-04-16T17:07:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:07:59Z"
    name: isvc-sklearn-predictor-7bbf8748f4-xjfqt.18a6e55a81f45b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "29099"
    uid: ccf6359e-d34d-4211-9f0b-549c283cf1bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-7bbf8748f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28531"
    uid: a1539bf4-4e56-45f2-a512-273743ef5c46
  kind: Event
  lastTimestamp: "2026-04-16T17:06:49Z"
  message: 'Created pod: isvc-sklearn-predictor-7bbf8748f4-xjfqt'
  metadata:
    creationTimestamp: "2026-04-16T17:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:06:49Z"
    name: isvc-sklearn-predictor-7bbf8748f4.18a6e54a2e7d2956
    namespace: kserve-ci-e2e-test
    resourceVersion: "28546"
    uid: 6b2fdbee-bee4-4e47-bbf9-00d31a419735
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28527"
    uid: 58fc8e56-2380-48be-b618-68dc11639ab1
  kind: Event
  lastTimestamp: "2026-04-16T17:06:49Z"
  message: Scaled up replica set isvc-sklearn-predictor-7bbf8748f4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:06:49Z"
    name: isvc-sklearn-predictor.18a6e54a2c169c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28534"
    uid: f30d06a6-3a1f-4585-9584-f79520f5826e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28530"
    uid: ebd8d47b-844a-47ca-b75c-3d400d82528b
  kind: Event
  lastTimestamp: "2026-04-16T17:07:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:04Z"
    name: isvc-sklearn-predictor.18a6e54daa959e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "28681"
    uid: f31f9389-8bf4-45b0-9625-d03862458db7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28530"
    uid: ebd8d47b-844a-47ca-b75c-3d400d82528b
  kind: Event
  lastTimestamp: "2026-04-16T17:07:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:04Z"
    name: isvc-sklearn-predictor.18a6e54daaf549ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 0c526242-69bc-4749-8786-e3dc9bdea157
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28682"
    uid: ebd8d47b-844a-47ca-b75c-3d400d82528b
  kind: Event
  lastTimestamp: "2026-04-16T17:07:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:49Z"
    name: isvc-sklearn-predictor.18a6e55129fb5660
    namespace: kserve-ci-e2e-test
    resourceVersion: "29003"
    uid: 9dbc51aa-8a15-4a90-b1f7-7aa8ab54a814
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28682"
    uid: ebd8d47b-844a-47ca-b75c-3d400d82528b
  kind: Event
  lastTimestamp: "2026-04-16T17:07:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:49Z"
    name: isvc-sklearn-predictor.18a6e5512a584ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "29004"
    uid: 001fb8de-d60f-4179-bdee-b40179e29477
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:08:50.171344Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 998b3b24-4b82-43af-b0a9-8f7d827cfedd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-b7c8746d-gbtmv
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:08:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:08:50Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv.18a6e5663450765b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29565"
    uid: 0286a81c-3b90-44eb-b4f0-5c95149194ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29570"
    uid: 998b3b24-4b82-43af-b0a9-8f7d827cfedd
  kind: Event
  lastTimestamp: "2026-04-16T17:08:50Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:08:50Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv.18a6e5664cd89025
    namespace: kserve-ci-e2e-test
    resourceVersion: "29581"
    uid: aab4a8c1-12f4-4062-af72-4ed82365442a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29563"
    uid: 998b3b24-4b82-43af-b0a9-8f7d827cfedd
  kind: Event
  lastTimestamp: "2026-04-16T17:08:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:50Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv.18a6e5664e15a81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29583"
    uid: d7473b8d-417f-4d69-9db3-81211e22da60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29563"
    uid: 998b3b24-4b82-43af-b0a9-8f7d827cfedd
  kind: Event
  lastTimestamp: "2026-04-16T17:08:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:50Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv.18a6e56651194f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "29584"
    uid: 83d54682-b8c7-42b1-9e68-0a5cf5bddb27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29563"
    uid: 998b3b24-4b82-43af-b0a9-8f7d827cfedd
  kind: Event
  lastTimestamp: "2026-04-16T17:08:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:50Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv.18a6e566518edb34
    namespace: kserve-ci-e2e-test
    resourceVersion: "29585"
    uid: 6ed0d723-9988-483a-adc8-1b56a74b071b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29563"
    uid: 998b3b24-4b82-43af-b0a9-8f7d827cfedd
  kind: Event
  lastTimestamp: "2026-04-16T17:08:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:56Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv.18a6e567a6da0ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29636"
    uid: 42568f1e-995b-4158-a81e-379344f0eb87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29563"
    uid: 998b3b24-4b82-43af-b0a9-8f7d827cfedd
  kind: Event
  lastTimestamp: "2026-04-16T17:08:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:56Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv.18a6e567aa317124
    namespace: kserve-ci-e2e-test
    resourceVersion: "29640"
    uid: 62eb2314-faa5-41ea-aaf9-ea6be394a575
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29563"
    uid: 998b3b24-4b82-43af-b0a9-8f7d827cfedd
  kind: Event
  lastTimestamp: "2026-04-16T17:08:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:56Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv.18a6e567aaacb176
    namespace: kserve-ci-e2e-test
    resourceVersion: "29641"
    uid: dd5a3c39-0627-4646-8c14-2f64e4362d22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29563"
    uid: 998b3b24-4b82-43af-b0a9-8f7d827cfedd
  kind: Event
  lastTimestamp: "2026-04-16T17:09:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:08Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv.18a6e567e2dc1be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29735"
    uid: d9e65f71-1278-4b9d-bd60-8ad37ef53912
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29563"
    uid: 998b3b24-4b82-43af-b0a9-8f7d827cfedd
  kind: Event
  lastTimestamp: "2026-04-16T17:09:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:27Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv.18a6e56edb868831
    namespace: kserve-ci-e2e-test
    resourceVersion: "29900"
    uid: 426359d5-2d38-4bb7-b13d-12ae920fac94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-b7c8746d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29548"
    uid: 9092359e-339b-47f3-9803-001073e09d9b
  kind: Event
  lastTimestamp: "2026-04-16T17:08:50Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-b7c8746d-gbtmv'
  metadata:
    creationTimestamp: "2026-04-16T17:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:08:50Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d.18a6e56633e4359d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29562"
    uid: 7bf22e37-24d9-41e0-b959-bae944cea8d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29541"
    uid: 99f37147-15a1-437f-9ccb-63838a57f052
  kind: Event
  lastTimestamp: "2026-04-16T17:08:50Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-b7c8746d from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T17:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:08:50Z"
    name: isvc-sklearn-runtime-predictor.18a6e566312aa785
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: e44db7a5-926c-4b96-94c1-62f0bed03d6c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29547"
    uid: 3c439ee7-f8d1-4891-8645-57a14287cb2a
  kind: Event
  lastTimestamp: "2026-04-16T17:09:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:09:20Z"
    name: isvc-sklearn-runtime-predictor.18a6e569afc38fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29822"
    uid: f852375a-51e4-487f-aa73-0d966bb9d6ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29547"
    uid: 3c439ee7-f8d1-4891-8645-57a14287cb2a
  kind: Event
  lastTimestamp: "2026-04-16T17:09:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:09:20Z"
    name: isvc-sklearn-runtime-predictor.18a6e569b01d7f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29823"
    uid: 621a229d-3881-4ad5-875c-b262354d8d40
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: 1ea59faa-8034-4c2b-9882-26e799bb403e
  kind: Event
  lastTimestamp: "2026-04-16T17:09:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:09:18Z"
    name: isvc-sklearn-runtime.18a6e5663132a6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29807"
    uid: a511e5cc-275e-4dc6-8879-8ef18925e283
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: 1ea59faa-8034-4c2b-9882-26e799bb403e
  kind: Event
  lastTimestamp: "2026-04-16T17:08:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:08:50Z"
    name: isvc-sklearn-runtime.18a6e56631b1330d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29572"
    uid: 345eaea7-e909-49a6-b6e0-156f53265f0c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29531"
    uid: 1ea59faa-8034-4c2b-9882-26e799bb403e
  kind: Event
  lastTimestamp: "2026-04-16T17:08:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:08:50Z"
    name: isvc-sklearn-runtime.18a6e56635c3f7f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 584efca2-7a1f-4464-a558-86ab97d41588
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29805"
    uid: 1ea59faa-8034-4c2b-9882-26e799bb403e
  kind: Event
  lastTimestamp: "2026-04-16T17:09:18Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:09:18Z"
    name: isvc-sklearn-runtime.18a6e56cca7d4e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "29806"
    uid: 2d4decd2-dd70-454e-95d5-eb7f51c6d8dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:22:09.242063Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: b3be2aca-401d-42fb-af06-e08e1ce0a152
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-695b7cc5c-pjr4f
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:22:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:22:09Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f.18a6e62040a3fe70
    namespace: kserve-ci-e2e-test
    resourceVersion: "36312"
    uid: b69543c5-5255-42e9-b9c2-0684c9ffa93f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36318"
    uid: b3be2aca-401d-42fb-af06-e08e1ce0a152
  kind: Event
  lastTimestamp: "2026-04-16T17:22:09Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:22:09Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f.18a6e6205957282d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36330"
    uid: cf53cac6-373c-4d31-aa88-7ff2a8a98ade
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36309"
    uid: b3be2aca-401d-42fb-af06-e08e1ce0a152
  kind: Event
  lastTimestamp: "2026-04-16T17:22:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:22:09Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f.18a6e6205ab1e8b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36332"
    uid: 78288a7f-3f29-4807-9744-c9ea7c6bc5fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36309"
    uid: b3be2aca-401d-42fb-af06-e08e1ce0a152
  kind: Event
  lastTimestamp: "2026-04-16T17:22:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:22:09Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f.18a6e6205dcdbf21
    namespace: kserve-ci-e2e-test
    resourceVersion: "36335"
    uid: 0348fa18-fb7e-4754-be5e-616045eb004b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36309"
    uid: b3be2aca-401d-42fb-af06-e08e1ce0a152
  kind: Event
  lastTimestamp: "2026-04-16T17:22:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:22:09Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f.18a6e6205e397d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36336"
    uid: 190e8024-b93e-4217-b822-d924b241c421
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36309"
    uid: b3be2aca-401d-42fb-af06-e08e1ce0a152
  kind: Event
  lastTimestamp: "2026-04-16T17:22:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:22:10Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f.18a6e6209fa6af46
    namespace: kserve-ci-e2e-test
    resourceVersion: "36351"
    uid: 2a7a8fb1-c8a4-4a11-b4b8-24c3569d09f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36309"
    uid: b3be2aca-401d-42fb-af06-e08e1ce0a152
  kind: Event
  lastTimestamp: "2026-04-16T17:22:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:22:10Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f.18a6e620a2e00bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36355"
    uid: 91f3cd3b-aa94-4f7d-881f-3f40197a7a40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36309"
    uid: b3be2aca-401d-42fb-af06-e08e1ce0a152
  kind: Event
  lastTimestamp: "2026-04-16T17:22:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:22:10Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f.18a6e620a36327ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36357"
    uid: d1167709-0557-402b-91ea-c054de3625d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36309"
    uid: b3be2aca-401d-42fb-af06-e08e1ce0a152
  kind: Event
  lastTimestamp: "2026-04-16T17:23:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:23:22Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f.18a6e620db84cb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36963"
    uid: 4218e5fd-1412-4976-b6eb-4a94ff860c31
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36309"
    uid: b3be2aca-401d-42fb-af06-e08e1ce0a152
  kind: Event
  lastTimestamp: "2026-04-16T17:23:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:23:19Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f.18a6e63094050a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "36874"
    uid: 1aaf30fd-d3a9-4e0f-b561-1caa95b515c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-695b7cc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36298"
    uid: e0479297-4205-4526-b9c9-ed6825463bc8
  kind: Event
  lastTimestamp: "2026-04-16T17:22:09Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-695b7cc5c-pjr4f'
  metadata:
    creationTimestamp: "2026-04-16T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:22:09Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c.18a6e620403ee512
    namespace: kserve-ci-e2e-test
    resourceVersion: "36308"
    uid: c46efb84-aa83-491c-9708-67861693e54f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36295"
    uid: 0b1e3b55-4c63-40bd-a94d-ba68ff5ef08f
  kind: Event
  lastTimestamp: "2026-04-16T17:22:09Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-695b7cc5c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:22:09Z"
    name: isvc-sklearn-s3-predictor.18a6e6203db26377
    namespace: kserve-ci-e2e-test
    resourceVersion: "36300"
    uid: c877df9a-c824-45cc-b0f9-e3e9d3882153
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36297"
    uid: ef598386-70b4-4173-8d81-94b3cb5065b7
  kind: Event
  lastTimestamp: "2026-04-16T17:22:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:22:54Z"
    name: isvc-sklearn-s3-predictor.18a6e623bc758af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36666"
    uid: 5c8cc3c6-b2c2-4f69-952f-29f6ec0b7575
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36297"
    uid: ef598386-70b4-4173-8d81-94b3cb5065b7
  kind: Event
  lastTimestamp: "2026-04-16T17:22:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:22:54Z"
    name: isvc-sklearn-s3-predictor.18a6e623bcefd576
    namespace: kserve-ci-e2e-test
    resourceVersion: "36667"
    uid: 90b48bf0-9292-45ea-ae5f-5ba0a32a80a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: ef598386-70b4-4173-8d81-94b3cb5065b7
  kind: Event
  lastTimestamp: "2026-04-16T17:23:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:23:09Z"
    name: isvc-sklearn-s3-predictor.18a6e62e395d53d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36768"
    uid: fd303839-4a90-47bb-8bb5-3663c96e5bfd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: ef598386-70b4-4173-8d81-94b3cb5065b7
  kind: Event
  lastTimestamp: "2026-04-16T17:23:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:23:09Z"
    name: isvc-sklearn-s3-predictor.18a6e62e39ba9c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36770"
    uid: f435c368-512a-40c8-bc93-ebd3fc70065c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:25:52.766730Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-kgpsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: f14adffd-537b-43f1-99e8-241586157743
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-kgpsq
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:25:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:25:52Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-kgpsq.18a6e6544bbfc653
    namespace: kserve-ci-e2e-test
    resourceVersion: "38239"
    uid: e3e4fbb0-5df7-4d24-8406-2dd08396bbb8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-kgpsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: f14adffd-537b-43f1-99e8-241586157743
  kind: Event
  lastTimestamp: "2026-04-16T17:25:53Z"
  message: Add eth0 [10.134.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:25:53Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-kgpsq.18a6e6546451a039
    namespace: kserve-ci-e2e-test
    resourceVersion: "38260"
    uid: 26055871-5daf-430d-8886-ad82a838fbeb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-kgpsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38236"
    uid: f14adffd-537b-43f1-99e8-241586157743
  kind: Event
  lastTimestamp: "2026-04-16T17:25:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:25:55Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-kgpsq.18a6e65465946f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38291"
    uid: a185a841-c2cf-433c-b2f2-139754de2e89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-kgpsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38236"
    uid: f14adffd-537b-43f1-99e8-241586157743
  kind: Event
  lastTimestamp: "2026-04-16T17:25:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:25:55Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-kgpsq.18a6e65468fc7c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: b910e286-941c-42e8-9750-94986b572bb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-kgpsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38236"
    uid: f14adffd-537b-43f1-99e8-241586157743
  kind: Event
  lastTimestamp: "2026-04-16T17:25:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:25:55Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-kgpsq.18a6e6546969173a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38298"
    uid: 7b4364ec-b52a-424c-a20c-89c5e81a1d2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-kgpsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38236"
    uid: f14adffd-537b-43f1-99e8-241586157743
  kind: Event
  lastTimestamp: "2026-04-16T17:26:01Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-kgpsq_kserve-ci-e2e-test(f14adffd-537b-43f1-99e8-241586157743)
  metadata:
    creationTimestamp: "2026-04-16T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:26:01Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-kgpsq.18a6e65655e2f87b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38346"
    uid: 9425e524-9a61-4112-ba85-1a744b219533
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "38224"
    uid: b3445630-6716-4b7e-a448-ee086a729e1e
  kind: Event
  lastTimestamp: "2026-04-16T17:25:52Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-kgpsq'
  metadata:
    creationTimestamp: "2026-04-16T17:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:25:52Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55.18a6e6544b3333fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38235"
    uid: dac674cc-ef9d-4905-baab-0039ecae7411
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38222"
    uid: fa330dbf-3bd5-4d85-837c-534d5d1f5312
  kind: Event
  lastTimestamp: "2026-04-16T17:25:52Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:25:52Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a6e6544871a601
    namespace: kserve-ci-e2e-test
    resourceVersion: "38227"
    uid: 71decc06-91a1-463a-bfdf-306b76ac3188
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: eb0c04e9-1f3a-4d2e-857f-5dd2fbc843a3
  kind: Event
  lastTimestamp: "2026-04-16T17:26:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:26:01Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6e65448497fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "38352"
    uid: cdd36999-e014-4052-ab3e-16470ed97074
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: eb0c04e9-1f3a-4d2e-857f-5dd2fbc843a3
  kind: Event
  lastTimestamp: "2026-04-16T17:25:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:25:52Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6e65448db2d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: 250c15df-ee47-4493-9d00-9d23b946fc1e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38231"
    uid: eb0c04e9-1f3a-4d2e-857f-5dd2fbc843a3
  kind: Event
  lastTimestamp: "2026-04-16T17:25:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:25:52Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6e6544e063549
    namespace: kserve-ci-e2e-test
    resourceVersion: "38248"
    uid: 3ad9eb0b-416c-4923-a94c-60455a207b72
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:24:41.682638Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75
    namespace: kserve-ci-e2e-test
    resourceVersion: "37653"
    uid: 40475bdb-e92e-4af6-b655-326c8a6abc4d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:24:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:24:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75.18a6e643bece90f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37660"
    uid: 823524e8-9a85-4cee-b693-d226f7d59b89
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75
    namespace: kserve-ci-e2e-test
    resourceVersion: "37665"
    uid: 40475bdb-e92e-4af6-b655-326c8a6abc4d
  kind: Event
  lastTimestamp: "2026-04-16T17:24:42Z"
  message: Add eth0 [10.134.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:24:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75.18a6e643d7a364e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37673"
    uid: 4d8d3d88-76d3-4bba-860a-9a13eb8b18b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: 40475bdb-e92e-4af6-b655-326c8a6abc4d
  kind: Event
  lastTimestamp: "2026-04-16T17:24:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:24:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75.18a6e643d8ccb903
    namespace: kserve-ci-e2e-test
    resourceVersion: "37675"
    uid: 5fc89d68-4b97-41c4-856d-d9aec8edf061
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: 40475bdb-e92e-4af6-b655-326c8a6abc4d
  kind: Event
  lastTimestamp: "2026-04-16T17:24:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:24:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75.18a6e643db73f17e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37677"
    uid: 5b53bf72-b563-49a3-a50e-bb0207fc9315
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: 40475bdb-e92e-4af6-b655-326c8a6abc4d
  kind: Event
  lastTimestamp: "2026-04-16T17:24:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:24:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75.18a6e643dbe1a817
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: c6f0a853-cd76-4d3b-bcbd-eabb728e0c68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: 40475bdb-e92e-4af6-b655-326c8a6abc4d
  kind: Event
  lastTimestamp: "2026-04-16T17:24:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:24:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75.18a6e6441ec20f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37695"
    uid: 25155498-2159-4c58-90ec-7f3e9cbb925d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: 40475bdb-e92e-4af6-b655-326c8a6abc4d
  kind: Event
  lastTimestamp: "2026-04-16T17:24:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:24:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75.18a6e644216a5beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37699"
    uid: 84b81306-b993-42cf-9c9a-2d3c5f56b9cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: 40475bdb-e92e-4af6-b655-326c8a6abc4d
  kind: Event
  lastTimestamp: "2026-04-16T17:24:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:24:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75.18a6e64421d74d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37700"
    uid: 6856a0c4-4a22-4f31-a5da-7a74a5b709c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: 40475bdb-e92e-4af6-b655-326c8a6abc4d
  kind: Event
  lastTimestamp: "2026-04-16T17:25:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:25:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75.18a6e6445aa127be
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: ba3fa569-d6db-4309-89db-5b7c9ee09115
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: 40475bdb-e92e-4af6-b655-326c8a6abc4d
  kind: Event
  lastTimestamp: "2026-04-16T17:25:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:25:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75.18a6e6540fc71a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "38202"
    uid: 3952dbb6-4d26-46c0-8102-c372f6edc6c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37645"
    uid: 684efb40-7a09-493e-aae2-00c903bb9357
  kind: Event
  lastTimestamp: "2026-04-16T17:24:41Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-wrs75'
  metadata:
    creationTimestamp: "2026-04-16T17:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:24:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49.18a6e643be5fc25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37656"
    uid: 2e073e3b-39b8-4ce9-a759-293a7e9aa001
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37642"
    uid: 6568ad16-49c0-472a-8a66-140062cfd411
  kind: Event
  lastTimestamp: "2026-04-16T17:24:41Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:24:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e643bc361fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37647"
    uid: 7e22407b-8f14-4f16-b639-58ca53be42af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: 8ef7f947-b116-46f2-9536-5c29009f5fea
  kind: Event
  lastTimestamp: "2026-04-16T17:24:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:24:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e6473b18d4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37789"
    uid: 45800ecb-c495-4ed9-9f40-80dabc70ab9b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: 8ef7f947-b116-46f2-9536-5c29009f5fea
  kind: Event
  lastTimestamp: "2026-04-16T17:24:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:24:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e6473b7b1233
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: 70e1fdb5-f7b1-462a-88d4-3c0f529cfd54
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37790"
    uid: 8ef7f947-b116-46f2-9536-5c29009f5fea
  kind: Event
  lastTimestamp: "2026-04-16T17:25:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:25:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e64aba1b67a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38107"
    uid: f81b7059-3546-4ae9-b1a0-0b5ab154a7c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37790"
    uid: 8ef7f947-b116-46f2-9536-5c29009f5fea
  kind: Event
  lastTimestamp: "2026-04-16T17:25:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:25:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e64aba7600cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38108"
    uid: 8b0a736d-7018-41bd-b7e1-0f59e240101a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37635"
    uid: 1f226822-1acc-458c-aea3-55111e97b755
  kind: Event
  lastTimestamp: "2026-04-16T17:25:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:25:45Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6e643bc0c4725
    namespace: kserve-ci-e2e-test
    resourceVersion: "38140"
    uid: 8b50549c-f00d-4bd9-98d5-5a7de25d0843
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37635"
    uid: 1f226822-1acc-458c-aea3-55111e97b755
  kind: Event
  lastTimestamp: "2026-04-16T17:24:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:24:41Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6e643bc5f137e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 03f60a47-c8f1-4f56-973f-b6654e502a01
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:25:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38138"
    uid: 1f226822-1acc-458c-aea3-55111e97b755
  kind: Event
  lastTimestamp: "2026-04-16T17:25:45Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:25:45Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6e65292d36c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "38139"
    uid: 23af9a8d-f134-41f0-99cb-f285d5d1edad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:24:30.579074Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-s48pv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 37bf9a13-c1d4-412b-ac70-e4a3af7de6f0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-s48pv
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:24:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:24:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-s48pv.18a6e64128fba290
    namespace: kserve-ci-e2e-test
    resourceVersion: "37495"
    uid: 08ca68ce-b829-4546-a1f8-60296c3be702
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-s48pv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37498"
    uid: 37bf9a13-c1d4-412b-ac70-e4a3af7de6f0
  kind: Event
  lastTimestamp: "2026-04-16T17:24:30Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:24:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-s48pv.18a6e64141d98788
    namespace: kserve-ci-e2e-test
    resourceVersion: "37509"
    uid: d95e4a03-78fa-4bd5-8097-e01fe9a1cc2f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-s48pv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37492"
    uid: 37bf9a13-c1d4-412b-ac70-e4a3af7de6f0
  kind: Event
  lastTimestamp: "2026-04-16T17:24:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:24:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-s48pv.18a6e641431ae431
    namespace: kserve-ci-e2e-test
    resourceVersion: "37567"
    uid: 6a7df7e5-25f1-4f96-b8ee-55b30ab7a4c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-s48pv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37492"
    uid: 37bf9a13-c1d4-412b-ac70-e4a3af7de6f0
  kind: Event
  lastTimestamp: "2026-04-16T17:24:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:24:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-s48pv.18a6e64146211217
    namespace: kserve-ci-e2e-test
    resourceVersion: "37572"
    uid: 36c0c07e-3b39-4e81-b350-573920e85325
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-s48pv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37492"
    uid: 37bf9a13-c1d4-412b-ac70-e4a3af7de6f0
  kind: Event
  lastTimestamp: "2026-04-16T17:24:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:24:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-s48pv.18a6e641468ccb85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37573"
    uid: 031231ab-1e7d-4d85-992c-570518745515
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-s48pv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37492"
    uid: 37bf9a13-c1d4-412b-ac70-e4a3af7de6f0
  kind: Event
  lastTimestamp: "2026-04-16T17:24:40Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:24:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-s48pv.18a6e6437cb029cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37618"
    uid: faffb1bc-930b-4b21-a499-90b7abf8a106
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37479"
    uid: ec0f5da9-6358-4b0a-b566-8bf5029265a0
  kind: Event
  lastTimestamp: "2026-04-16T17:24:30Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-s48pv'
  metadata:
    creationTimestamp: "2026-04-16T17:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:24:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7.18a6e641286bcd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: 7c003f1d-9d25-49a1-a1c1-1e330c6ef3fe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37476"
    uid: 544c2a75-505f-473a-8868-0ef12994211c
  kind: Event
  lastTimestamp: "2026-04-16T17:24:30Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:24:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a6e6412575757c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37481"
    uid: f292f76d-ac01-4f74-8cbc-47385f4a8684
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37467"
    uid: dc74d0a1-2626-4565-9ce6-c87aaad811a2
  kind: Event
  lastTimestamp: "2026-04-16T17:24:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:24:37Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6e6412552db7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37574"
    uid: 44a8fb93-1017-4f68-8d77-15dac825f102
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37467"
    uid: dc74d0a1-2626-4565-9ce6-c87aaad811a2
  kind: Event
  lastTimestamp: "2026-04-16T17:24:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:24:30Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6e64125edd16f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37484"
    uid: e34729fa-8c38-4f3c-ae37-0d53f660a2db
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:23:19.458148Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36894"
    uid: 43cfa70b-8fc2-4271-80c2-7ceb6e264fa9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:23:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:23:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb.18a6e63099d86c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36899"
    uid: e3d5de93-6266-4688-b37a-a535bf3cd5ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: 43cfa70b-8fc2-4271-80c2-7ceb6e264fa9
  kind: Event
  lastTimestamp: "2026-04-16T17:23:19Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:23:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb.18a6e630b2c424ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36919"
    uid: 3f1e201b-762e-4f13-89b3-2b81903aa6e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: 43cfa70b-8fc2-4271-80c2-7ceb6e264fa9
  kind: Event
  lastTimestamp: "2026-04-16T17:23:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:23:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb.18a6e630b3f8a0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36922"
    uid: 74d4c0cf-6c4a-44f6-8ca4-df8fb8b03b6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: 43cfa70b-8fc2-4271-80c2-7ceb6e264fa9
  kind: Event
  lastTimestamp: "2026-04-16T17:23:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:23:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb.18a6e630b6b6ccca
    namespace: kserve-ci-e2e-test
    resourceVersion: "36923"
    uid: 5e3b3b33-2e71-455e-bee0-75f8eb87bedc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: 43cfa70b-8fc2-4271-80c2-7ceb6e264fa9
  kind: Event
  lastTimestamp: "2026-04-16T17:23:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:23:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb.18a6e630b7244af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 78ed5967-cb99-46ad-ae81-9944849b6593
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: 43cfa70b-8fc2-4271-80c2-7ceb6e264fa9
  kind: Event
  lastTimestamp: "2026-04-16T17:23:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:23:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb.18a6e630f825694b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36941"
    uid: 39f8cddd-2c58-441e-a404-7a08afdd5ef1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: 43cfa70b-8fc2-4271-80c2-7ceb6e264fa9
  kind: Event
  lastTimestamp: "2026-04-16T17:23:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:23:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb.18a6e630fb2dde1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: d42797a6-5581-408e-bea0-13d360799e6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: 43cfa70b-8fc2-4271-80c2-7ceb6e264fa9
  kind: Event
  lastTimestamp: "2026-04-16T17:23:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:23:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb.18a6e630fb98f4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36946"
    uid: 397c88e6-f16d-4505-a0f3-30d82c37944c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: 43cfa70b-8fc2-4271-80c2-7ceb6e264fa9
  kind: Event
  lastTimestamp: "2026-04-16T17:24:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:24:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb.18a6e63133ff4828
    namespace: kserve-ci-e2e-test
    resourceVersion: "37536"
    uid: 0d429f78-b4c6-400f-995c-13ac7e1d2245
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: 43cfa70b-8fc2-4271-80c2-7ceb6e264fa9
  kind: Event
  lastTimestamp: "2026-04-16T17:24:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:24:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb.18a6e640e88f7599
    namespace: kserve-ci-e2e-test
    resourceVersion: "37451"
    uid: 46c3abbf-d725-4e4a-b961-7ff4bf39c28f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 1d98de08-b9fb-4172-a993-4238d0af9c7e
  kind: Event
  lastTimestamp: "2026-04-16T17:23:19Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-zttbb'
  metadata:
    creationTimestamp: "2026-04-16T17:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:23:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89.18a6e63099723954
    namespace: kserve-ci-e2e-test
    resourceVersion: "36896"
    uid: fd694696-7e46-4735-80a5-7c621c074239
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 53900207-51fc-463c-b83e-f0efec877ad0
  kind: Event
  lastTimestamp: "2026-04-16T17:23:19Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5484987b89
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:23:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e630969df752
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 2184802a-7e6b-49d0-be2b-973a44f1944b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36883"
    uid: 5e8fd7d7-a866-4a1b-98a6-e19bef8602a0
  kind: Event
  lastTimestamp: "2026-04-16T17:23:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:23:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e63415790db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37040"
    uid: b616a60d-27c2-4953-9557-2a574931a561
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36883"
    uid: 5e8fd7d7-a866-4a1b-98a6-e19bef8602a0
  kind: Event
  lastTimestamp: "2026-04-16T17:23:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:23:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e63415db7f17
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: adcc929c-21f4-438c-a48f-ec2542a28a88
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37039"
    uid: 5e8fd7d7-a866-4a1b-98a6-e19bef8602a0
  kind: Event
  lastTimestamp: "2026-04-16T17:24:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:24:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e63794e9ce88
    namespace: kserve-ci-e2e-test
    resourceVersion: "37358"
    uid: f9e4f089-9fea-4d74-8fe0-d45fc0d0fd05
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37039"
    uid: 5e8fd7d7-a866-4a1b-98a6-e19bef8602a0
  kind: Event
  lastTimestamp: "2026-04-16T17:24:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:24:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e637954792e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37359"
    uid: 5784c3bc-010f-48ff-8cba-612c0bb007c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 98faafaf-352c-47de-ab62-e5c023842ef4
  kind: Event
  lastTimestamp: "2026-04-16T17:24:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:24:23Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6e63096a65355
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 1f0a2e03-06df-47d5-9857-363d8a77227b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 98faafaf-352c-47de-ab62-e5c023842ef4
  kind: Event
  lastTimestamp: "2026-04-16T17:23:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:23:19Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6e63097312600
    namespace: kserve-ci-e2e-test
    resourceVersion: "36907"
    uid: 7dc9451b-ad09-4b10-a4ca-9340f11f93ff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36893"
    uid: 98faafaf-352c-47de-ab62-e5c023842ef4
  kind: Event
  lastTimestamp: "2026-04-16T17:23:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:23:19Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6e6309c74797c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36909"
    uid: ca7c9459-6147-45ba-8809-b23d158ef85e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:24:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37389"
    uid: 98faafaf-352c-47de-ab62-e5c023842ef4
  kind: Event
  lastTimestamp: "2026-04-16T17:24:23Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:24:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:24:23Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6e63f6c8af231
    namespace: kserve-ci-e2e-test
    resourceVersion: "37390"
    uid: 58210152-4908-46f5-bc0f-6176a33e3430
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:27:14.927159Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-h28vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: 432c565c-ee80-4f78-9c40-d60b9a515487
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-h28vh
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:27:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:27:14Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-h28vh.18a6e6676ce4739b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39003"
    uid: 30574ea3-3808-49ae-ae2f-c01c65271529
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-h28vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39007"
    uid: 432c565c-ee80-4f78-9c40-d60b9a515487
  kind: Event
  lastTimestamp: "2026-04-16T17:27:15Z"
  message: Add eth0 [10.134.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:27:15Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-h28vh.18a6e6678568005b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39020"
    uid: 2417bf97-c426-464f-a664-5610ecf2d341
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-h28vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39001"
    uid: 432c565c-ee80-4f78-9c40-d60b9a515487
  kind: Event
  lastTimestamp: "2026-04-16T17:27:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:27:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-h28vh.18a6e667869a770d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39072"
    uid: fe5c2b7a-97d3-49af-bd8c-97f3b65ec766
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-h28vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39001"
    uid: 432c565c-ee80-4f78-9c40-d60b9a515487
  kind: Event
  lastTimestamp: "2026-04-16T17:27:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:27:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-h28vh.18a6e667896e3872
    namespace: kserve-ci-e2e-test
    resourceVersion: "39076"
    uid: be6e139c-db27-4736-b9a2-7b58ed0727a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-h28vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39001"
    uid: 432c565c-ee80-4f78-9c40-d60b9a515487
  kind: Event
  lastTimestamp: "2026-04-16T17:27:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:27:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-h28vh.18a6e66789efc325
    namespace: kserve-ci-e2e-test
    resourceVersion: "39077"
    uid: b06a7619-0db8-4c07-97d9-29ba80ffca50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-h28vh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39001"
    uid: 432c565c-ee80-4f78-9c40-d60b9a515487
  kind: Event
  lastTimestamp: "2026-04-16T17:27:24Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:27:24Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-h28vh.18a6e669c19758fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39123"
    uid: bb832b1f-c319-4798-89f6-5747475a4a82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38987"
    uid: a3a2ca1a-127c-42fc-b9c0-e7a9bc8a83cd
  kind: Event
  lastTimestamp: "2026-04-16T17:27:14Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-h28vh'
  metadata:
    creationTimestamp: "2026-04-16T17:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:27:14Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb.18a6e6676c7f7334
    namespace: kserve-ci-e2e-test
    resourceVersion: "39000"
    uid: 094a9ab5-2414-4076-933f-20782ede518a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38985"
    uid: 7c7dba50-3b29-4049-af35-64986057c0e1
  kind: Event
  lastTimestamp: "2026-04-16T17:27:14Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:27:14Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a6e66769c18960
    namespace: kserve-ci-e2e-test
    resourceVersion: "38990"
    uid: 11f5813e-3201-46a0-888c-fce11cd02eb0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38977"
    uid: 5dd07830-865e-4325-969a-79027eeb1089
  kind: Event
  lastTimestamp: "2026-04-16T17:27:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:27:20Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6e66769997ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39078"
    uid: 3752337b-668d-4fb6-a599-55e7a7f8f390
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38977"
    uid: 5dd07830-865e-4325-969a-79027eeb1089
  kind: Event
  lastTimestamp: "2026-04-16T17:27:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:27:14Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6e6676a08c8ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39010"
    uid: f2399666-b370-4b5b-a42e-f44a46e4478e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38982"
    uid: 5dd07830-865e-4325-969a-79027eeb1089
  kind: Event
  lastTimestamp: "2026-04-16T17:27:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:27:14Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6e6676e5eb094
    namespace: kserve-ci-e2e-test
    resourceVersion: "39011"
    uid: 4e05b636-2147-429e-a57e-04ae4fc1026e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:26:03.826862Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986
    namespace: kserve-ci-e2e-test
    resourceVersion: "38411"
    uid: 6023fb09-4f85-4f11-81cc-ed000af731bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:26:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:26:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986.18a6e656defc01f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38419"
    uid: cb12b3d3-d2fa-474f-a666-59aff2dc3d66
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986
    namespace: kserve-ci-e2e-test
    resourceVersion: "38423"
    uid: 6023fb09-4f85-4f11-81cc-ed000af731bc
  kind: Event
  lastTimestamp: "2026-04-16T17:26:04Z"
  message: Add eth0 [10.134.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:26:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986.18a6e656f7821daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38431"
    uid: 2ddeb299-5d55-4732-85fb-6fd88f2ed8ee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986
    namespace: kserve-ci-e2e-test
    resourceVersion: "38416"
    uid: 6023fb09-4f85-4f11-81cc-ed000af731bc
  kind: Event
  lastTimestamp: "2026-04-16T17:26:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:26:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986.18a6e656f8d041ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38433"
    uid: 89df0846-e2f1-402a-9c23-616e01feec82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986
    namespace: kserve-ci-e2e-test
    resourceVersion: "38416"
    uid: 6023fb09-4f85-4f11-81cc-ed000af731bc
  kind: Event
  lastTimestamp: "2026-04-16T17:26:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:26:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986.18a6e656fb7679b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38435"
    uid: a987f1a3-d48e-49e1-9a86-e09649eef626
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986
    namespace: kserve-ci-e2e-test
    resourceVersion: "38416"
    uid: 6023fb09-4f85-4f11-81cc-ed000af731bc
  kind: Event
  lastTimestamp: "2026-04-16T17:26:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:26:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986.18a6e656fbe15e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "38436"
    uid: 2ccc868b-1666-4399-975f-48e209224009
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986
    namespace: kserve-ci-e2e-test
    resourceVersion: "38416"
    uid: 6023fb09-4f85-4f11-81cc-ed000af731bc
  kind: Event
  lastTimestamp: "2026-04-16T17:26:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:26:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986.18a6e65744c4ada1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38452"
    uid: 3e3396d9-117b-4650-a302-3984ceef325b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986
    namespace: kserve-ci-e2e-test
    resourceVersion: "38416"
    uid: 6023fb09-4f85-4f11-81cc-ed000af731bc
  kind: Event
  lastTimestamp: "2026-04-16T17:26:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:26:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986.18a6e657485e147f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38456"
    uid: 8e2277ed-f322-48b8-9580-05e589f5e78f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986
    namespace: kserve-ci-e2e-test
    resourceVersion: "38416"
    uid: 6023fb09-4f85-4f11-81cc-ed000af731bc
  kind: Event
  lastTimestamp: "2026-04-16T17:26:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:26:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986.18a6e65748e08d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38458"
    uid: 2c89ae36-cbbc-4264-8c17-7efcf7299624
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986
    namespace: kserve-ci-e2e-test
    resourceVersion: "38416"
    uid: 6023fb09-4f85-4f11-81cc-ed000af731bc
  kind: Event
  lastTimestamp: "2026-04-16T17:26:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.71:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:26:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986.18a6e65780ace314
    namespace: kserve-ci-e2e-test
    resourceVersion: "38825"
    uid: 418f0f7d-ebd9-44b9-9ac4-2ccf6aa190fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986
    namespace: kserve-ci-e2e-test
    resourceVersion: "38416"
    uid: 6023fb09-4f85-4f11-81cc-ed000af731bc
  kind: Event
  lastTimestamp: "2026-04-16T17:27:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:27:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986.18a6e6672d91a78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38963"
    uid: 8b9748cd-c1e5-4857-a026-ce840800a7d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986
    namespace: kserve-ci-e2e-test
    resourceVersion: "38416"
    uid: 6023fb09-4f85-4f11-81cc-ed000af731bc
  kind: Event
  lastTimestamp: "2026-04-16T17:27:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.71:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-04-16T17:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:27:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986.18a6e668445bdff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39055"
    uid: 175e2ecb-24b0-4b7b-9f5f-fbc3bf3bc9ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38403"
    uid: b603c6a4-ed1f-40fc-9592-df77a778fa24
  kind: Event
  lastTimestamp: "2026-04-16T17:26:03Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-xn986'
  metadata:
    creationTimestamp: "2026-04-16T17:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:26:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb.18a6e656de6f99f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38415"
    uid: ff220241-2690-4e17-ac89-eb1a2c2c9a2d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38401"
    uid: d86e1b7b-172b-4542-92df-d51cd8515c43
  kind: Event
  lastTimestamp: "2026-04-16T17:26:03Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:26:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e656dc4b6f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "38405"
    uid: 7c563175-1642-4cd6-a2b0-61c7a4c1361d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38402"
    uid: d23f1462-daaa-45e4-8d14-8714b31b4ca8
  kind: Event
  lastTimestamp: "2026-04-16T17:26:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:26:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e65a5b5e048c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38657"
    uid: 90ce1693-4451-40b6-9888-597b0559fb30
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38402"
    uid: d23f1462-daaa-45e4-8d14-8714b31b4ca8
  kind: Event
  lastTimestamp: "2026-04-16T17:26:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:26:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e65a5bbff377
    namespace: kserve-ci-e2e-test
    resourceVersion: "38658"
    uid: a4164c36-45ce-47c0-be54-1f8d1da42a51
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38550"
    uid: d23f1462-daaa-45e4-8d14-8714b31b4ca8
  kind: Event
  lastTimestamp: "2026-04-16T17:27:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:27:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e6615981bfec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38865"
    uid: ce7af3a6-1ebe-48e0-a32b-0849f1b6f2b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38550"
    uid: d23f1462-daaa-45e4-8d14-8714b31b4ca8
  kind: Event
  lastTimestamp: "2026-04-16T17:27:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:27:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e66159e42e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38866"
    uid: 38f09719-6861-4b5e-8ce3-0768c951491e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38393"
    uid: d8bbc3a8-cc11-47ed-84a2-521591218da9
  kind: Event
  lastTimestamp: "2026-04-16T17:27:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:27:07Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6e656dc265305
    namespace: kserve-ci-e2e-test
    resourceVersion: "38900"
    uid: 6c624893-d759-4b63-88cb-a9b2c8cbecc6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:26:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38393"
    uid: d8bbc3a8-cc11-47ed-84a2-521591218da9
  kind: Event
  lastTimestamp: "2026-04-16T17:26:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:26:03Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6e656dc8c0522
    namespace: kserve-ci-e2e-test
    resourceVersion: "38408"
    uid: d892d4a9-7e5b-450f-a575-b35ffe29ab23
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:27:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38897"
    uid: d8bbc3a8-cc11-47ed-84a2-521591218da9
  kind: Event
  lastTimestamp: "2026-04-16T17:27:07Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:27:07Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6e665b890fb4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38899"
    uid: eff1cb80-b4d9-407c-b61d-55d61ab92886
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36272"
    uid: bf91825d-87e8-4b08-a65b-236f9bd6c406
  kind: Event
  lastTimestamp: "2026-04-16T17:23:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:23:12Z"
    name: isvc-sklearn-s3.18a6e6203d8ed92b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36806"
    uid: 2f89ee4a-7430-4c5f-9a6d-875380b75166
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36272"
    uid: bf91825d-87e8-4b08-a65b-236f9bd6c406
  kind: Event
  lastTimestamp: "2026-04-16T17:22:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:22:09Z"
    name: isvc-sklearn-s3.18a6e6203ddb2a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "36320"
    uid: 899e0f03-e470-4896-bb1b-9506ab79a655
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36304"
    uid: bf91825d-87e8-4b08-a65b-236f9bd6c406
  kind: Event
  lastTimestamp: "2026-04-16T17:22:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:22:09Z"
    name: isvc-sklearn-s3.18a6e620433776f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36322"
    uid: 5205bf36-31b4-4859-b16b-e65137edcfeb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:23:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36804"
    uid: bf91825d-87e8-4b08-a65b-236f9bd6c406
  kind: Event
  lastTimestamp: "2026-04-16T17:23:12Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:23:12Z"
    name: isvc-sklearn-s3.18a6e62f13cbc081
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: 20e67c01-858c-4f83-a5f5-b9cec1f16f3e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-78c6f775fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28455"
    uid: b1ad48ff-6a18-4ae9-8c91-b63d66278bd4
  kind: Event
  lastTimestamp: "2026-04-16T17:06:47Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-78c6f775fd-nfjlm'
  metadata:
    creationTimestamp: "2026-04-16T17:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:06:47Z"
    name: isvc-sklearn-scheduler-predictor-78c6f775fd.18a6e549b18bcdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28480"
    uid: c0249524-ec3b-4ace-a14a-46cfd792ff79
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: a5842c18-b70e-42f0-a297-679ada1f80de
  kind: Event
  lastTimestamp: "2026-04-16T17:06:47Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-78c6f775fd from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:06:47Z"
    name: isvc-sklearn-scheduler-predictor.18a6e549ae750122
    namespace: kserve-ci-e2e-test
    resourceVersion: "28457"
    uid: ba73da2c-bfd8-457d-91d7-f4109dbb0562
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "28446"
    uid: 459eee64-9b56-4e0f-a5eb-7aa01b4c735d
  kind: Event
  lastTimestamp: "2026-04-16T17:06:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:06:47Z"
    name: isvc-sklearn-scheduler.18a6e549ae06e5ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "28491"
    uid: 86a63f5a-c7a1-49bc-bcd8-22f82f20836e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "28456"
    uid: 459eee64-9b56-4e0f-a5eb-7aa01b4c735d
  kind: Event
  lastTimestamp: "2026-04-16T17:06:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:06:47Z"
    name: isvc-sklearn-scheduler.18a6e549b11b9613
    namespace: kserve-ci-e2e-test
    resourceVersion: "28474"
    uid: 1de45b6d-2854-4b7e-a0dc-189ac2df2657
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "28456"
    uid: 459eee64-9b56-4e0f-a5eb-7aa01b4c735d
  kind: Event
  lastTimestamp: "2026-04-16T17:06:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:06:47Z"
    name: isvc-sklearn-scheduler.18a6e549b11bf25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28479"
    uid: b498270f-9999-484e-8099-91294ae1333c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:11:27.893064Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30944"
    uid: 847899df-39aa-4342-917e-ba98d9201dc0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:11:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:11:27Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx.18a6e58aed42d808
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: 17d63045-4745-41cf-b6ad-6864de6ebb1a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30957"
    uid: 847899df-39aa-4342-917e-ba98d9201dc0
  kind: Event
  lastTimestamp: "2026-04-16T17:11:28Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:11:28Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx.18a6e58b05ead615
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 1f796c89-54bb-4580-b383-b83f55a31179
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30949"
    uid: 847899df-39aa-4342-917e-ba98d9201dc0
  kind: Event
  lastTimestamp: "2026-04-16T17:11:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:11:28Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx.18a6e58b073c4260
    namespace: kserve-ci-e2e-test
    resourceVersion: "30968"
    uid: 84ceb1a4-4448-4dbf-8fe6-915097a825d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30949"
    uid: 847899df-39aa-4342-917e-ba98d9201dc0
  kind: Event
  lastTimestamp: "2026-04-16T17:11:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:11:28Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx.18a6e58b0a8b7f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30970"
    uid: 82ae4de3-4643-43dc-8041-aaa5700d1506
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30949"
    uid: 847899df-39aa-4342-917e-ba98d9201dc0
  kind: Event
  lastTimestamp: "2026-04-16T17:11:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:11:28Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx.18a6e58b0ae5a6e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30971"
    uid: 06b574f8-b96d-4bd0-ae3b-894e6b6d3e95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30949"
    uid: 847899df-39aa-4342-917e-ba98d9201dc0
  kind: Event
  lastTimestamp: "2026-04-16T17:11:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:11:32Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx.18a6e58c14ae7eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31013"
    uid: 71a4dadb-af9f-4523-9fd7-49c08987147b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30949"
    uid: 847899df-39aa-4342-917e-ba98d9201dc0
  kind: Event
  lastTimestamp: "2026-04-16T17:11:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:11:32Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx.18a6e58c17ded7fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31018"
    uid: e3d62645-76b3-400d-81a0-d6c0cd505eb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30949"
    uid: 847899df-39aa-4342-917e-ba98d9201dc0
  kind: Event
  lastTimestamp: "2026-04-16T17:11:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:11:32Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx.18a6e58c183e71ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31019"
    uid: 5ea55ecf-449c-4b8a-a23e-4320f80350ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30949"
    uid: 847899df-39aa-4342-917e-ba98d9201dc0
  kind: Event
  lastTimestamp: "2026-04-16T17:12:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:24Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx.18a6e58c50a9f1f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31380"
    uid: d9bb1846-3a09-44c6-8fe7-cd80f9c4b6ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30949"
    uid: 847899df-39aa-4342-917e-ba98d9201dc0
  kind: Event
  lastTimestamp: "2026-04-16T17:12:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:37Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx.18a6e59b3ead5d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31519"
    uid: bcffaabd-0f05-41fe-a136-d215ea314d24
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7b446468df
    namespace: kserve-ci-e2e-test
    resourceVersion: "30935"
    uid: 9bd7bf86-afa0-4692-879b-87e697f8d305
  kind: Event
  lastTimestamp: "2026-04-16T17:11:27Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7b446468df-dblzx'
  metadata:
    creationTimestamp: "2026-04-16T17:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:11:27Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df.18a6e58aec4f5ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30947"
    uid: 2a34e8f2-d5b5-4936-bbb6-a4796c05c3cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: eb5a020b-89a2-4fe8-a0e8-4167d707ce67
  kind: Event
  lastTimestamp: "2026-04-16T17:11:27Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7b446468df from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T17:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:11:27Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e58ae785d23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30937"
    uid: 9be4f072-1d83-41a6-8035-2beacf2e1d82
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30934"
    uid: 503567dc-fcf4-402f-a5c0-ac2a6c54abf7
  kind: Event
  lastTimestamp: "2026-04-16T17:12:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:12:12Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e58e65f3b252
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: 3acb5f97-d51e-4612-93ff-f76c5c173dcd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30934"
    uid: 503567dc-fcf4-402f-a5c0-ac2a6c54abf7
  kind: Event
  lastTimestamp: "2026-04-16T17:12:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:12:12Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e58e66522042
    namespace: kserve-ci-e2e-test
    resourceVersion: "31301"
    uid: b8dbc14a-782f-40a1-ba53-31a4a3294f20
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: 503567dc-fcf4-402f-a5c0-ac2a6c54abf7
  kind: Event
  lastTimestamp: "2026-04-16T17:12:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:12:27Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e598e324ea61
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: 936f0f71-0085-4700-8554-5d8a262dd821
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: 503567dc-fcf4-402f-a5c0-ac2a6c54abf7
  kind: Event
  lastTimestamp: "2026-04-16T17:12:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:12:27Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e598e367b00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31403"
    uid: f101c17c-7be1-4a6a-96fe-ffd8e5a2f3f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "30909"
    uid: 763bc924-7e2b-4288-9729-a5104c8f7487
  kind: Event
  lastTimestamp: "2026-04-16T17:12:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:12:34Z"
    name: isvc-sklearn-v2-mixed.18a6e58ae7606b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31467"
    uid: 6ec77b33-9da8-400f-8b2b-ca462a72b360
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "30909"
    uid: 763bc924-7e2b-4288-9729-a5104c8f7487
  kind: Event
  lastTimestamp: "2026-04-16T17:11:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:11:27Z"
    name: isvc-sklearn-v2-mixed.18a6e58ae7b648c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30939"
    uid: f0f8b2b8-8836-4233-941c-9fb04a274f0a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31464"
    uid: 763bc924-7e2b-4288-9729-a5104c8f7487
  kind: Event
  lastTimestamp: "2026-04-16T17:12:34Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:12:34Z"
    name: isvc-sklearn-v2-mixed.18a6e59a88dc33ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "31466"
    uid: f64228c9-5895-4cb7-86c4-e8bc4a96f707
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:10:17.592294Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts
    namespace: kserve-ci-e2e-test
    resourceVersion: "30355"
    uid: 2b001161-e5a6-4bc9-8285-50f6ee6227ef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-9bcff48d6-4wvts
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:10:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:10:17Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts.18a6e57a8f0249f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30361"
    uid: 6d25167f-60ba-4834-9512-8d0d48ec1de8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts
    namespace: kserve-ci-e2e-test
    resourceVersion: "30366"
    uid: 2b001161-e5a6-4bc9-8285-50f6ee6227ef
  kind: Event
  lastTimestamp: "2026-04-16T17:10:18Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:10:18Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts.18a6e57aa95c3243
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: 38eb7c43-2062-4e94-8c59-e6d6e9e5fb0c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: 2b001161-e5a6-4bc9-8285-50f6ee6227ef
  kind: Event
  lastTimestamp: "2026-04-16T17:10:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:10:18Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts.18a6e57aaa98401c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30378"
    uid: a1e4aa6f-9e21-4a02-a571-09b65bd3dddd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: 2b001161-e5a6-4bc9-8285-50f6ee6227ef
  kind: Event
  lastTimestamp: "2026-04-16T17:10:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:10:18Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts.18a6e57aad2d4b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "30382"
    uid: abd78153-fd89-4c82-93e7-cf913175fd9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: 2b001161-e5a6-4bc9-8285-50f6ee6227ef
  kind: Event
  lastTimestamp: "2026-04-16T17:10:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:10:18Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts.18a6e57aad8bc279
    namespace: kserve-ci-e2e-test
    resourceVersion: "30383"
    uid: e612f73e-4d7c-4121-a1cf-82626bd49d49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: 2b001161-e5a6-4bc9-8285-50f6ee6227ef
  kind: Event
  lastTimestamp: "2026-04-16T17:10:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:10:22Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts.18a6e57bbc69a33b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: 3a578385-a497-419d-b1a5-cbaa86537ea9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: 2b001161-e5a6-4bc9-8285-50f6ee6227ef
  kind: Event
  lastTimestamp: "2026-04-16T17:10:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:10:22Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts.18a6e57bbeec7a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30428"
    uid: 5acb3bce-0f15-41c9-b7ab-4cc0e3a8d817
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: 2b001161-e5a6-4bc9-8285-50f6ee6227ef
  kind: Event
  lastTimestamp: "2026-04-16T17:10:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:10:22Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts.18a6e57bbf4b4cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: d02ca440-aea1-4405-a099-4d2c3a8946a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: 2b001161-e5a6-4bc9-8285-50f6ee6227ef
  kind: Event
  lastTimestamp: "2026-04-16T17:11:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:11:14Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts.18a6e57bf873e462
    namespace: kserve-ci-e2e-test
    resourceVersion: "30810"
    uid: 5d5b3683-9a8c-4a10-b493-1a1bc22505be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: 2b001161-e5a6-4bc9-8285-50f6ee6227ef
  kind: Event
  lastTimestamp: "2026-04-16T17:11:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:11:27Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-4wvts.18a6e58ae610e88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30927"
    uid: 3cb72d7a-7129-4e97-a83a-0cbd5ff1e1d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-9bcff48d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30345"
    uid: ef1ab6f7-008f-481d-9abe-47707d14b18b
  kind: Event
  lastTimestamp: "2026-04-16T17:10:17Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-9bcff48d6-4wvts'
  metadata:
    creationTimestamp: "2026-04-16T17:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:10:17Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6.18a6e57a8e963dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30358"
    uid: 9fe27b2c-3ad3-4cb0-921b-23b1de1455a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30339"
    uid: f1bae007-5d31-4fdc-9b50-175535f8e649
  kind: Event
  lastTimestamp: "2026-04-16T17:10:17Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-9bcff48d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:10:17Z"
    name: isvc-sklearn-v2-predictor.18a6e57a8bbd649c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30348"
    uid: 4acf9910-e965-4f3b-ac8a-d9487d70aa66
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 3f80a864-6465-4d72-b16c-6a8a19caea72
  kind: Event
  lastTimestamp: "2026-04-16T17:10:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:10:47Z"
    name: isvc-sklearn-v2-predictor.18a6e57e0a6fcefc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30607"
    uid: 1c481633-d69e-4706-9fdc-ab8c1149d0b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 3f80a864-6465-4d72-b16c-6a8a19caea72
  kind: Event
  lastTimestamp: "2026-04-16T17:10:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:10:47Z"
    name: isvc-sklearn-v2-predictor.18a6e57e0accd43f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30608"
    uid: a4c3b0cd-46cd-44a9-acfa-55074029ef5a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30502"
    uid: 3f80a864-6465-4d72-b16c-6a8a19caea72
  kind: Event
  lastTimestamp: "2026-04-16T17:11:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:11:17Z"
    name: isvc-sklearn-v2-predictor.18a6e58508966547
    namespace: kserve-ci-e2e-test
    resourceVersion: "30827"
    uid: 6a861262-3579-424f-88f9-52917e59cdf5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30502"
    uid: 3f80a864-6465-4d72-b16c-6a8a19caea72
  kind: Event
  lastTimestamp: "2026-04-16T17:11:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:11:17Z"
    name: isvc-sklearn-v2-predictor.18a6e58508fd8900
    namespace: kserve-ci-e2e-test
    resourceVersion: "30828"
    uid: 662d8c2b-3f85-4798-ae8f-ca2f959397cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:09:27.401478Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29915"
    uid: fc5a814f-f66b-4ada-8455-3134740eb59a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:09:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:09:27Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt.18a6e56edf673872
    namespace: kserve-ci-e2e-test
    resourceVersion: "29921"
    uid: b61d89af-48b8-4d07-9c31-77815984d686
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29926"
    uid: fc5a814f-f66b-4ada-8455-3134740eb59a
  kind: Event
  lastTimestamp: "2026-04-16T17:09:27Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:09:27Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt.18a6e56ef9dc2a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "29936"
    uid: c93e58e7-3f85-4dc9-a46f-aef6347b3c8e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29919"
    uid: fc5a814f-f66b-4ada-8455-3134740eb59a
  kind: Event
  lastTimestamp: "2026-04-16T17:09:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:27Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt.18a6e56efb2518b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 91e50835-95c2-4ce2-b483-1ab7ce884fb0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29919"
    uid: fc5a814f-f66b-4ada-8455-3134740eb59a
  kind: Event
  lastTimestamp: "2026-04-16T17:09:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:27Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt.18a6e56efe4f4f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "29941"
    uid: 5972775a-481f-4aaf-8259-63ad5aec7385
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29919"
    uid: fc5a814f-f66b-4ada-8455-3134740eb59a
  kind: Event
  lastTimestamp: "2026-04-16T17:09:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:27Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt.18a6e56efeb13ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29942"
    uid: 20ac296d-0788-4341-83ef-ca12b72a28fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29919"
    uid: fc5a814f-f66b-4ada-8455-3134740eb59a
  kind: Event
  lastTimestamp: "2026-04-16T17:09:32Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T17:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt.18a6e5700f51f43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29987"
    uid: b30b7b21-e50f-4330-8e99-5698b7d6f4e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29919"
    uid: fc5a814f-f66b-4ada-8455-3134740eb59a
  kind: Event
  lastTimestamp: "2026-04-16T17:09:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt.18a6e5701380730c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29991"
    uid: f338c699-d658-41dc-9fdd-58c88f5d4ab8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29919"
    uid: fc5a814f-f66b-4ada-8455-3134740eb59a
  kind: Event
  lastTimestamp: "2026-04-16T17:09:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:09:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt.18a6e57013df99af
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: 3e01c9dc-91ce-43fb-86a8-6967d02ac8c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29919"
    uid: fc5a814f-f66b-4ada-8455-3134740eb59a
  kind: Event
  lastTimestamp: "2026-04-16T17:10:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T17:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:10:04Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt.18a6e577846d0002
    namespace: kserve-ci-e2e-test
    resourceVersion: "30215"
    uid: 6c5cdba1-70c1-4ca4-95e5-bf99351b0e2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29919"
    uid: fc5a814f-f66b-4ada-8455-3134740eb59a
  kind: Event
  lastTimestamp: "2026-04-16T17:10:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:10:17Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt.18a6e57a8baf7f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "30347"
    uid: ca894135-c4fe-46ad-ad1c-488d17d43c8d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "29906"
    uid: 2f2c2cd7-353c-4d0d-9ba4-a897d35253f3
  kind: Event
  lastTimestamp: "2026-04-16T17:09:27Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-8wvxt'
  metadata:
    creationTimestamp: "2026-04-16T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:09:27Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64.18a6e56ededcc366
    namespace: kserve-ci-e2e-test
    resourceVersion: "29917"
    uid: b9e91bbb-c7c0-4666-afe7-7a0e5ff62271
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29904"
    uid: 8c83c69b-bf4a-4329-a32b-f561755be179
  kind: Event
  lastTimestamp: "2026-04-16T17:09:27Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7dd9b85c64 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:09:27Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6e56edc709cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29908"
    uid: 9a21376f-6ff9-4193-908a-b62f8a3b6b20
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: f280f8e2-4333-4f94-b196-01205ee067f0
  kind: Event
  lastTimestamp: "2026-04-16T17:10:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:10:12Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6e5725b46c87b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30270"
    uid: 56cdf1de-bb8d-4d21-a98f-120849417fe9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: f280f8e2-4333-4f94-b196-01205ee067f0
  kind: Event
  lastTimestamp: "2026-04-16T17:10:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:10:12Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6e5725baae953
    namespace: kserve-ci-e2e-test
    resourceVersion: "30271"
    uid: c828d64d-6f59-4a5b-9588-013038896192
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29879"
    uid: 1d4f6e32-f309-4320-910c-0e6e022ce90d
  kind: Event
  lastTimestamp: "2026-04-16T17:10:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:10:14Z"
    name: isvc-sklearn-v2-runtime.18a6e56edca4c5d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30295"
    uid: 3dfe6751-be85-4ed6-b3b4-5832001ec705
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:09:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29879"
    uid: 1d4f6e32-f309-4320-910c-0e6e022ce90d
  kind: Event
  lastTimestamp: "2026-04-16T17:09:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:09:27Z"
    name: isvc-sklearn-v2-runtime.18a6e56edd15280e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29911"
    uid: b0cbacc0-df7a-435e-8db9-c04e442c6adb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30293"
    uid: 1d4f6e32-f309-4320-910c-0e6e022ce90d
  kind: Event
  lastTimestamp: "2026-04-16T17:10:14Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:10:14Z"
    name: isvc-sklearn-v2-runtime.18a6e579db07f0ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: 0faa675d-f8d1-41ca-8619-f687ffdadbc0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30319"
    uid: 33f587ad-90a6-4c97-8fbb-83dd82690ca0
  kind: Event
  lastTimestamp: "2026-04-16T17:11:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:11:24Z"
    name: isvc-sklearn-v2.18a6e57a8bbe0540
    namespace: kserve-ci-e2e-test
    resourceVersion: "30884"
    uid: f6dc3231-7faa-4b37-b09d-2d27ca0a1e88
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:10:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30319"
    uid: 33f587ad-90a6-4c97-8fbb-83dd82690ca0
  kind: Event
  lastTimestamp: "2026-04-16T17:10:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:10:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:10:17Z"
    name: isvc-sklearn-v2.18a6e57a8c655192
    namespace: kserve-ci-e2e-test
    resourceVersion: "30351"
    uid: 29905c83-3c64-4b27-bc32-38a00aa7527f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:11:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30882"
    uid: 33f587ad-90a6-4c97-8fbb-83dd82690ca0
  kind: Event
  lastTimestamp: "2026-04-16T17:11:24Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:11:24Z"
    name: isvc-sklearn-v2.18a6e58a302b4310
    namespace: kserve-ci-e2e-test
    resourceVersion: "30883"
    uid: 2fed9190-aff3-4956-9c97-5ddca0685ba6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28509"
    uid: d911b154-33db-43f4-a352-378f449c356b
  kind: Event
  lastTimestamp: "2026-04-16T17:07:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:07:56Z"
    name: isvc-sklearn.18a6e54a2bec08e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29051"
    uid: bf246f14-498e-4c3a-b463-9e794f761c3f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:06:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28509"
    uid: d911b154-33db-43f4-a352-378f449c356b
  kind: Event
  lastTimestamp: "2026-04-16T17:06:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:06:49Z"
    name: isvc-sklearn.18a6e54a2c438a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "28536"
    uid: e9240b68-5b8d-4ccf-8ede-6670e892b93e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29048"
    uid: d911b154-33db-43f4-a352-378f449c356b
  kind: Event
  lastTimestamp: "2026-04-16T17:07:56Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:07:56Z"
    name: isvc-sklearn.18a6e5599cabcd47
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: 4a2b903f-5d9a-4e3d-813a-e08b481bbb8b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:12:38.021040Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31524"
    uid: 6305ba5b-257f-4df4-ba85-b9c2bb299358
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-88f6f6cb7-ntscd
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:12:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:12:38Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd.18a6e59b4136e9c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31529"
    uid: 7c3cc63b-7e11-4f5e-809a-c341475b3923
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31534"
    uid: 6305ba5b-257f-4df4-ba85-b9c2bb299358
  kind: Event
  lastTimestamp: "2026-04-16T17:12:38Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:12:38Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd.18a6e59b5a258e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31546"
    uid: d5173f03-7f3a-4674-964a-1abaf0b9b9d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: 6305ba5b-257f-4df4-ba85-b9c2bb299358
  kind: Event
  lastTimestamp: "2026-04-16T17:12:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:38Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd.18a6e59b5b5aa018
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: a54db90b-9da4-4d48-b229-a98e695846f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: 6305ba5b-257f-4df4-ba85-b9c2bb299358
  kind: Event
  lastTimestamp: "2026-04-16T17:12:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:38Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd.18a6e59b5e2e5494
    namespace: kserve-ci-e2e-test
    resourceVersion: "31551"
    uid: 8d1b15d8-e3d4-49a9-b609-ab0723da9138
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: 6305ba5b-257f-4df4-ba85-b9c2bb299358
  kind: Event
  lastTimestamp: "2026-04-16T17:12:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:38Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd.18a6e59b5e9a0241
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: 9a7de607-84c0-422d-8daf-29971c607cc7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: 6305ba5b-257f-4df4-ba85-b9c2bb299358
  kind: Event
  lastTimestamp: "2026-04-16T17:12:43Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-16T17:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:43Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd.18a6e59c6d83af07
    namespace: kserve-ci-e2e-test
    resourceVersion: "31593"
    uid: adce7524-d9eb-4ffc-aa18-ccf48bd5ba6c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: 6305ba5b-257f-4df4-ba85-b9c2bb299358
  kind: Event
  lastTimestamp: "2026-04-16T17:12:46Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.669s (3.669s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:46Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd.18a6e59d483799af
    namespace: kserve-ci-e2e-test
    resourceVersion: "31622"
    uid: 85036c4d-04f9-44c3-a05d-b2e0fd6514de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: 6305ba5b-257f-4df4-ba85-b9c2bb299358
  kind: Event
  lastTimestamp: "2026-04-16T17:12:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:46Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd.18a6e59d4b5850de
    namespace: kserve-ci-e2e-test
    resourceVersion: "31624"
    uid: 8b84ab46-4b2e-4c16-80ee-493e9931ac8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: 6305ba5b-257f-4df4-ba85-b9c2bb299358
  kind: Event
  lastTimestamp: "2026-04-16T17:12:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:46Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd.18a6e59d4bc29efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31625"
    uid: ac4f120e-34cc-40c3-b8bb-b7839894e441
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: 6305ba5b-257f-4df4-ba85-b9c2bb299358
  kind: Event
  lastTimestamp: "2026-04-16T17:12:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:12:48Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd.18a6e59d5cc86db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: 13f2167a-ca74-4ddc-9861-5c59911dd244
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: 6305ba5b-257f-4df4-ba85-b9c2bb299358
  kind: Event
  lastTimestamp: "2026-04-16T17:13:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:13:17Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ntscd.18a6e5a46549f4ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31881"
    uid: 186981fc-727e-476c-b75c-e5af691d36d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-88f6f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31513"
    uid: c87f9482-fcff-4655-8296-288126ef451a
  kind: Event
  lastTimestamp: "2026-04-16T17:12:38Z"
  message: 'Created pod: isvc-tensorflow-predictor-88f6f6cb7-ntscd'
  metadata:
    creationTimestamp: "2026-04-16T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:12:38Z"
    name: isvc-tensorflow-predictor-88f6f6cb7.18a6e59b40d6ce95
    namespace: kserve-ci-e2e-test
    resourceVersion: "31526"
    uid: 6fb50f46-e8df-4e3d-9263-21ed8f4b2cdb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31509"
    uid: b680bbb2-384e-45a6-b5ff-619b213e23ac
  kind: Event
  lastTimestamp: "2026-04-16T17:12:37Z"
  message: Scaled up replica set isvc-tensorflow-predictor-88f6f6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:12:37Z"
    name: isvc-tensorflow-predictor.18a6e59b3e42addd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31516"
    uid: 3dc38216-2c9e-4060-a534-17e392c90c25
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31512"
    uid: 2a31fb94-841e-447d-98f9-aaac83687b7a
  kind: Event
  lastTimestamp: "2026-04-16T17:13:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:13:08Z"
    name: isvc-tensorflow-predictor.18a6e59ebd30c445
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 126d4cf7-3d89-4c87-be7f-dc3d2f6221b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31512"
    uid: 2a31fb94-841e-447d-98f9-aaac83687b7a
  kind: Event
  lastTimestamp: "2026-04-16T17:13:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:13:08Z"
    name: isvc-tensorflow-predictor.18a6e59ebd95ee65
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: 8bdc7ba8-6c83-4678-add1-f1be2b5bda0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:13:17.332479Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31890"
    uid: 34bba70e-2cc8-4981-b43a-0b7520f2ef40
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-854bdff69c-cms7l
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:13:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:13:17Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l.18a6e5a4685bd252
    namespace: kserve-ci-e2e-test
    resourceVersion: "31895"
    uid: a1f35883-e390-4958-b58f-cbd2a0c70a08
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: 34bba70e-2cc8-4981-b43a-0b7520f2ef40
  kind: Event
  lastTimestamp: "2026-04-16T17:13:17Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:13:17Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l.18a6e5a4811cc990
    namespace: kserve-ci-e2e-test
    resourceVersion: "31908"
    uid: cc5f1877-3962-495e-a129-73b8a4cf9003
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31893"
    uid: 34bba70e-2cc8-4981-b43a-0b7520f2ef40
  kind: Event
  lastTimestamp: "2026-04-16T17:13:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:13:17Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l.18a6e5a4824d61f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31910"
    uid: 32d7660b-81ba-4e1e-932d-c86a2e887b5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31893"
    uid: 34bba70e-2cc8-4981-b43a-0b7520f2ef40
  kind: Event
  lastTimestamp: "2026-04-16T17:13:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:13:17Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l.18a6e5a4852b79b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31912"
    uid: 872e8569-29fa-4d4f-91ef-2bd60a64cfda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31893"
    uid: 34bba70e-2cc8-4981-b43a-0b7520f2ef40
  kind: Event
  lastTimestamp: "2026-04-16T17:13:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:13:17Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l.18a6e5a48593e6f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31913"
    uid: 9d375b8c-dc2b-4718-a2bc-2572c4a4abcc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31893"
    uid: 34bba70e-2cc8-4981-b43a-0b7520f2ef40
  kind: Event
  lastTimestamp: "2026-04-16T17:13:23Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:13:23Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l.18a6e5a5c531732b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31958"
    uid: 6afabeca-e0b8-40c8-af9a-c9faf52d01ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31893"
    uid: 34bba70e-2cc8-4981-b43a-0b7520f2ef40
  kind: Event
  lastTimestamp: "2026-04-16T17:13:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:13:23Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l.18a6e5a5c87c69c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 9a1eed99-62c0-4574-9adb-3b725a6c3f6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31893"
    uid: 34bba70e-2cc8-4981-b43a-0b7520f2ef40
  kind: Event
  lastTimestamp: "2026-04-16T17:13:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:13:23Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l.18a6e5a5c8f0ba49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31963"
    uid: 1006b050-e35e-4078-adc0-70f6dc4dbb04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31893"
    uid: 34bba70e-2cc8-4981-b43a-0b7520f2ef40
  kind: Event
  lastTimestamp: "2026-04-16T17:13:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:13:25Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l.18a6e5a6010d28bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31982"
    uid: 41a812bc-687c-477c-aad7-0be1db114df7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "31893"
    uid: 34bba70e-2cc8-4981-b43a-0b7520f2ef40
  kind: Event
  lastTimestamp: "2026-04-16T17:13:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:13:46Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l.18a6e5ab31849653
    namespace: kserve-ci-e2e-test
    resourceVersion: "32168"
    uid: 4d18e402-a738-446c-889a-498dd133aeef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-854bdff69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31875"
    uid: ebbb3177-2250-4f40-a088-3f1399ad027f
  kind: Event
  lastTimestamp: "2026-04-16T17:13:17Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-854bdff69c-cms7l'
  metadata:
    creationTimestamp: "2026-04-16T17:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:13:17Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c.18a6e5a467cc488a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31892"
    uid: aac59a22-60fa-4371-935a-ebd9188f6d2b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31871"
    uid: 99fca7ff-0039-456c-b5b9-32758a47dc44
  kind: Event
  lastTimestamp: "2026-04-16T17:13:17Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-854bdff69c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:13:17Z"
    name: isvc-tensorflow-runtime-predictor.18a6e5a464dfb568
    namespace: kserve-ci-e2e-test
    resourceVersion: "31877"
    uid: 98176d05-c6c5-4cfe-9905-e0365c5b9bcf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: bb452384-7fa6-4bbc-8ad0-855b43ff63bf
  kind: Event
  lastTimestamp: "2026-04-16T17:13:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:13:32Z"
    name: isvc-tensorflow-runtime-predictor.18a6e5a7e3c6f578
    namespace: kserve-ci-e2e-test
    resourceVersion: "32027"
    uid: 2ccaead5-02f0-4158-a50a-ba033ee777ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: bb452384-7fa6-4bbc-8ad0-855b43ff63bf
  kind: Event
  lastTimestamp: "2026-04-16T17:13:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:13:32Z"
    name: isvc-tensorflow-runtime-predictor.18a6e5a7e4289835
    namespace: kserve-ci-e2e-test
    resourceVersion: "32029"
    uid: 4004ed12-8f4c-4577-a717-d323668dd977
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31852"
    uid: fc6162be-be37-4121-82ff-a20ee6eb04f8
  kind: Event
  lastTimestamp: "2026-04-16T17:13:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:13:35Z"
    name: isvc-tensorflow-runtime.18a6e5a464e317fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: 26adc28d-32e3-410a-bb51-b1f9924024b4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31852"
    uid: fc6162be-be37-4121-82ff-a20ee6eb04f8
  kind: Event
  lastTimestamp: "2026-04-16T17:13:17Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:13:17Z"
    name: isvc-tensorflow-runtime.18a6e5a4655aa837
    namespace: kserve-ci-e2e-test
    resourceVersion: "31882"
    uid: b90ec8ad-9c2a-4072-8677-53fb6bf70b3b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32055"
    uid: fc6162be-be37-4121-82ff-a20ee6eb04f8
  kind: Event
  lastTimestamp: "2026-04-16T17:13:35Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:13:35Z"
    name: isvc-tensorflow-runtime.18a6e5a894f54582
    namespace: kserve-ci-e2e-test
    resourceVersion: "32057"
    uid: ff4c6473-ce0e-4f07-829b-160bfde35012
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "31488"
    uid: 19b8a1f2-1bb2-476a-a447-e20ae0877b04
  kind: Event
  lastTimestamp: "2026-04-16T17:12:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:12:58Z"
    name: isvc-tensorflow.18a6e59b3e1e7ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31721"
    uid: bc4c7a98-19dc-40ac-a838-6a67d44ec263
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "31488"
    uid: 19b8a1f2-1bb2-476a-a447-e20ae0877b04
  kind: Event
  lastTimestamp: "2026-04-16T17:12:38Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:12:38Z"
    name: isvc-tensorflow.18a6e59b3e95198a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31536"
    uid: ace19597-e1c4-439e-b15f-0dbd7fbdebca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "31499"
    uid: 19b8a1f2-1bb2-476a-a447-e20ae0877b04
  kind: Event
  lastTimestamp: "2026-04-16T17:12:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:12:38Z"
    name: isvc-tensorflow.18a6e59b430f0b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31537"
    uid: fdef29a6-db06-41f1-825b-0334e98fcbda
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:12:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "31719"
    uid: 19b8a1f2-1bb2-476a-a447-e20ae0877b04
  kind: Event
  lastTimestamp: "2026-04-16T17:12:58Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:12:58Z"
    name: isvc-tensorflow.18a6e59ff0250f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31720"
    uid: 271b542e-a20f-4d90-860e-c9109914bb51
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:13:46.527955Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-vvdhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: 381b8e76-3644-43ba-b121-7bfd3d0ac6b4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-85f9f46646-vvdhb
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:13:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:13:46Z"
    name: isvc-triton-predictor-85f9f46646-vvdhb.18a6e5ab348b7a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32180"
    uid: 9cbea45c-25b2-40b0-b2c1-8cc80599543a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-vvdhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32184"
    uid: 381b8e76-3644-43ba-b121-7bfd3d0ac6b4
  kind: Event
  lastTimestamp: "2026-04-16T17:13:46Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:13:46Z"
    name: isvc-triton-predictor-85f9f46646-vvdhb.18a6e5ab4d5bccd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32198"
    uid: 7ef160e1-ed23-44d5-bf17-9c9ada6dd545
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-vvdhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32177"
    uid: 381b8e76-3644-43ba-b121-7bfd3d0ac6b4
  kind: Event
  lastTimestamp: "2026-04-16T17:13:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:13:46Z"
    name: isvc-triton-predictor-85f9f46646-vvdhb.18a6e5ab4e8a16b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32200"
    uid: 3dcc9d95-a71e-4704-af1e-70e9b9a26633
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-vvdhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32177"
    uid: 381b8e76-3644-43ba-b121-7bfd3d0ac6b4
  kind: Event
  lastTimestamp: "2026-04-16T17:13:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:13:47Z"
    name: isvc-triton-predictor-85f9f46646-vvdhb.18a6e5ab51704d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32202"
    uid: d11eb38c-305d-4d53-b3f0-0a2ff5941cf5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-vvdhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32177"
    uid: 381b8e76-3644-43ba-b121-7bfd3d0ac6b4
  kind: Event
  lastTimestamp: "2026-04-16T17:13:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:13:47Z"
    name: isvc-triton-predictor-85f9f46646-vvdhb.18a6e5ab51d76053
    namespace: kserve-ci-e2e-test
    resourceVersion: "32204"
    uid: 2f6ce5af-4e6d-4403-8aee-74f00fa0becf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-vvdhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32177"
    uid: 381b8e76-3644-43ba-b121-7bfd3d0ac6b4
  kind: Event
  lastTimestamp: "2026-04-16T17:13:51Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-16T17:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:13:51Z"
    name: isvc-triton-predictor-85f9f46646-vvdhb.18a6e5ac4fcf01da
    namespace: kserve-ci-e2e-test
    resourceVersion: "32242"
    uid: 0bb38507-a7a0-46f6-9776-ddc43be4f165
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-vvdhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32177"
    uid: 381b8e76-3644-43ba-b121-7bfd3d0ac6b4
  kind: Event
  lastTimestamp: "2026-04-16T17:15:45Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.406s
    (1m54.406s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:15:45Z"
    name: isvc-triton-predictor-85f9f46646-vvdhb.18a6e5c6f2feb4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33035"
    uid: 883b6f99-2d19-4c35-8042-a282e57fdbbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-vvdhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32177"
    uid: 381b8e76-3644-43ba-b121-7bfd3d0ac6b4
  kind: Event
  lastTimestamp: "2026-04-16T17:15:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:15:45Z"
    name: isvc-triton-predictor-85f9f46646-vvdhb.18a6e5c6f8ef295e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33037"
    uid: bcf54df2-20ba-4d9e-92e2-b6aa998d8f91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-vvdhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32177"
    uid: 381b8e76-3644-43ba-b121-7bfd3d0ac6b4
  kind: Event
  lastTimestamp: "2026-04-16T17:15:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:15:45Z"
    name: isvc-triton-predictor-85f9f46646-vvdhb.18a6e5c6f9db667f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33038"
    uid: 525166cd-ef8d-40c7-ad8d-b64ca6484567
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-vvdhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32177"
    uid: 381b8e76-3644-43ba-b121-7bfd3d0ac6b4
  kind: Event
  lastTimestamp: "2026-04-16T17:15:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:15:47Z"
    name: isvc-triton-predictor-85f9f46646-vvdhb.18a6e5c72e53d66d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 3e9116e8-15a8-451d-b2f3-dfce4bb2db88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-vvdhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32177"
    uid: 381b8e76-3644-43ba-b121-7bfd3d0ac6b4
  kind: Event
  lastTimestamp: "2026-04-16T17:16:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:16:08Z"
    name: isvc-triton-predictor-85f9f46646-vvdhb.18a6e5cc2af7d342
    namespace: kserve-ci-e2e-test
    resourceVersion: "33241"
    uid: 9a88a40d-185d-4a9e-9d9e-0c2d030bad49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-85f9f46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "32162"
    uid: 1ebdd538-3008-452f-8733-f2a12425263b
  kind: Event
  lastTimestamp: "2026-04-16T17:13:46Z"
  message: 'Created pod: isvc-triton-predictor-85f9f46646-vvdhb'
  metadata:
    creationTimestamp: "2026-04-16T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:13:46Z"
    name: isvc-triton-predictor-85f9f46646.18a6e5ab33ecc5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "32175"
    uid: af4bd8cf-822d-49a4-a44d-5481d226226b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32156"
    uid: ad11ba56-a92e-4eb9-8529-1dbda9db0b94
  kind: Event
  lastTimestamp: "2026-04-16T17:13:46Z"
  message: Scaled up replica set isvc-triton-predictor-85f9f46646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:13:46Z"
    name: isvc-triton-predictor.18a6e5ab312cbd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32164"
    uid: e5edc6da-6ce5-4b10-b8bc-3b5891e332f3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32160"
    uid: 4967526e-e2dd-4f28-bc66-8e6ad9819dc6
  kind: Event
  lastTimestamp: "2026-04-16T17:16:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:16:01Z"
    name: isvc-triton-predictor.18a6e5aeb037ffe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33168"
    uid: c9b717fb-b4c6-40c7-bf1a-e783c317d4d0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T17:14:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32160"
    uid: 4967526e-e2dd-4f28-bc66-8e6ad9819dc6
  kind: Event
  lastTimestamp: "2026-04-16T17:16:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:16:01Z"
    name: isvc-triton-predictor.18a6e5aeb0a3c8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33169"
    uid: 4a79e76d-e2f9-4ed9-af4c-9d9d44288005
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "32137"
    uid: 1e0da677-0c36-46c3-b3fa-136d3d8e080b
  kind: Event
  lastTimestamp: "2026-04-16T17:15:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:15:57Z"
    name: isvc-triton.18a6e5ab312efb0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33138"
    uid: 2642516d-d362-459b-829d-f2337a74c482
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:13:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "32137"
    uid: 1e0da677-0c36-46c3-b3fa-136d3d8e080b
  kind: Event
  lastTimestamp: "2026-04-16T17:13:46Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:13:46Z"
    name: isvc-triton.18a6e5ab31cb3c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "32169"
    uid: ea05f5f5-418f-4751-add3-4a23e252cbd0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:15:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33136"
    uid: 1e0da677-0c36-46c3-b3fa-136d3d8e080b
  kind: Event
  lastTimestamp: "2026-04-16T17:15:57Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:15:57Z"
    name: isvc-triton.18a6e5c9c1e87c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "33137"
    uid: 7e855140-2852-4acb-95c8-bbbaadd6539f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:16:08.181307Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33251"
    uid: 9f6ecbab-a599-47f8-adbc-4ed01883b9a4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6dbc9d6d47-lh8dw
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:16:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:16:08Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw.18a6e5cc2fbe0acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33257"
    uid: 613eb5f1-db9b-4b1d-9909-3b76f40ca5e9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33262"
    uid: 9f6ecbab-a599-47f8-adbc-4ed01883b9a4
  kind: Event
  lastTimestamp: "2026-04-16T17:16:08Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:16:08Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw.18a6e5cc4c7fee7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 8d118702-35d5-40fa-b5b8-a6d1536c520d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: 9f6ecbab-a599-47f8-adbc-4ed01883b9a4
  kind: Event
  lastTimestamp: "2026-04-16T17:16:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:16:08Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw.18a6e5cc4da60927
    namespace: kserve-ci-e2e-test
    resourceVersion: "33272"
    uid: 7c5165ba-9da3-4b30-a1fe-dffddfa5d5ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: 9f6ecbab-a599-47f8-adbc-4ed01883b9a4
  kind: Event
  lastTimestamp: "2026-04-16T17:16:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:16:08Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw.18a6e5cc504e8d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "33274"
    uid: 3830232b-4863-4b9a-b59d-7463cb4c851b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: 9f6ecbab-a599-47f8-adbc-4ed01883b9a4
  kind: Event
  lastTimestamp: "2026-04-16T17:16:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:16:08Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw.18a6e5cc510a5edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33275"
    uid: a0fcc01e-9a41-40b5-bc47-f7944d5158de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: 9f6ecbab-a599-47f8-adbc-4ed01883b9a4
  kind: Event
  lastTimestamp: "2026-04-16T17:16:13Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T17:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:16:13Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw.18a6e5cd7c3c8af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33320"
    uid: 661ec4c0-af10-4e75-ba7d-9ec86e5ca1b9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: 9f6ecbab-a599-47f8-adbc-4ed01883b9a4
  kind: Event
  lastTimestamp: "2026-04-16T17:16:33Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.94s (19.94s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T17:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:16:33Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw.18a6e5d220cf720a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33464"
    uid: 0809c0fa-5fbc-4fe7-bfde-48d165372c0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: 9f6ecbab-a599-47f8-adbc-4ed01883b9a4
  kind: Event
  lastTimestamp: "2026-04-16T17:16:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:16:33Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw.18a6e5d223b54f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33465"
    uid: f91cc04e-5994-4a29-bdf6-62c52f1151ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: 9f6ecbab-a599-47f8-adbc-4ed01883b9a4
  kind: Event
  lastTimestamp: "2026-04-16T17:16:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:16:33Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw.18a6e5d22425061f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33466"
    uid: 1f18d0cb-0882-4750-a598-640a5120f001
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: 9f6ecbab-a599-47f8-adbc-4ed01883b9a4
  kind: Event
  lastTimestamp: "2026-04-16T17:17:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:17:24Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw.18a6e5d2285344f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33828"
    uid: 507e1ac7-07f0-4cc5-8efd-1741e465b072
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: 9f6ecbab-a599-47f8-adbc-4ed01883b9a4
  kind: Event
  lastTimestamp: "2026-04-16T17:17:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:17:38Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-lh8dw.18a6e5e12d3a3a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33954"
    uid: df236c65-2c6d-453c-8387-6587e36157a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6dbc9d6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 2bbb58e8-0baa-4a36-862b-e50e405e72c3
  kind: Event
  lastTimestamp: "2026-04-16T17:16:08Z"
  message: 'Created pod: isvc-xgboost-predictor-6dbc9d6d47-lh8dw'
  metadata:
    creationTimestamp: "2026-04-16T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:16:08Z"
    name: isvc-xgboost-predictor-6dbc9d6d47.18a6e5cc2f175530
    namespace: kserve-ci-e2e-test
    resourceVersion: "33253"
    uid: 9fa8c7a7-92df-4327-89a0-9ab52f5d1da1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33233"
    uid: a564beb1-ddf9-4b42-bb96-7c0cda8dd526
  kind: Event
  lastTimestamp: "2026-04-16T17:16:08Z"
  message: Scaled up replica set isvc-xgboost-predictor-6dbc9d6d47 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:16:08Z"
    name: isvc-xgboost-predictor.18a6e5cc2b57cafa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: f0de61c7-991c-4cb8-bda5-b4f4d425109e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33239"
    uid: a3ce9423-9005-4dbb-aa51-9a26732a8430
  kind: Event
  lastTimestamp: "2026-04-16T17:17:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:17:08Z"
    name: isvc-xgboost-predictor.18a6e5cfaa1a36ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33708"
    uid: ee7febe5-c6d4-4827-a660-3af70e376830
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33239"
    uid: a3ce9423-9005-4dbb-aa51-9a26732a8430
  kind: Event
  lastTimestamp: "2026-04-16T17:17:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:17:08Z"
    name: isvc-xgboost-predictor.18a6e5cfaa7c6ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33709"
    uid: 8d284d3c-e154-443c-9972-155e8f825dcd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33388"
    uid: a3ce9423-9005-4dbb-aa51-9a26732a8430
  kind: Event
  lastTimestamp: "2026-04-16T17:17:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:17:38Z"
    name: isvc-xgboost-predictor.18a6e5dda62058e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33928"
    uid: 67039802-cd67-492a-8238-4efcc45a0405
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33388"
    uid: a3ce9423-9005-4dbb-aa51-9a26732a8430
  kind: Event
  lastTimestamp: "2026-04-16T17:17:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:17:38Z"
    name: isvc-xgboost-predictor.18a6e5dda68295c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33929"
    uid: e816ed28-ea86-4f70-9cd3-e5e3b6329301
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:18:58.727818Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 5e93816f-a486-4e3b-9c3c-3f77b65b5159
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-687c7765c9-kxfj9
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:18:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:18:58Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9.18a6e5f3e51b5ab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34714"
    uid: 106342db-efa7-4e52-9cd8-ce115f33c0f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34717"
    uid: 5e93816f-a486-4e3b-9c3c-3f77b65b5159
  kind: Event
  lastTimestamp: "2026-04-16T17:18:59Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:18:59Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9.18a6e5f3fdf68006
    namespace: kserve-ci-e2e-test
    resourceVersion: "34722"
    uid: 426d82fb-45db-477a-b0db-28257b612707
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34709"
    uid: 5e93816f-a486-4e3b-9c3c-3f77b65b5159
  kind: Event
  lastTimestamp: "2026-04-16T17:18:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:59Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9.18a6e5f3ff3126e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34724"
    uid: ec32d2bb-6270-4993-9f24-044f7d1e5992
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34709"
    uid: 5e93816f-a486-4e3b-9c3c-3f77b65b5159
  kind: Event
  lastTimestamp: "2026-04-16T17:18:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:59Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9.18a6e5f40255cef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34726"
    uid: 0af87495-475b-482b-ad02-0dbfa08d0d94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34709"
    uid: 5e93816f-a486-4e3b-9c3c-3f77b65b5159
  kind: Event
  lastTimestamp: "2026-04-16T17:18:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:59Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9.18a6e5f402e886a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: 7e3ac507-ac53-4363-a121-694499cb3d28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34709"
    uid: 5e93816f-a486-4e3b-9c3c-3f77b65b5159
  kind: Event
  lastTimestamp: "2026-04-16T17:19:03Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:19:03Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9.18a6e5f4f3f39045
    namespace: kserve-ci-e2e-test
    resourceVersion: "34764"
    uid: 5ad41cc2-b260-4ac6-a677-d51cf30acd70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34709"
    uid: 5e93816f-a486-4e3b-9c3c-3f77b65b5159
  kind: Event
  lastTimestamp: "2026-04-16T17:19:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:19:03Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9.18a6e5f4f6d5551d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34769"
    uid: 01d669dd-edc7-4895-83f5-38a72e33f19e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34709"
    uid: 5e93816f-a486-4e3b-9c3c-3f77b65b5159
  kind: Event
  lastTimestamp: "2026-04-16T17:19:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:19:03Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9.18a6e5f4f7419bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34770"
    uid: 39104cbe-3a87-42d7-b735-5e883e8253cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34709"
    uid: 5e93816f-a486-4e3b-9c3c-3f77b65b5159
  kind: Event
  lastTimestamp: "2026-04-16T17:19:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:19:55Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9.18a6e5f52fd88568
    namespace: kserve-ci-e2e-test
    resourceVersion: "35142"
    uid: ec0ca16c-c32b-4e0a-b690-e0857df920fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34709"
    uid: 5e93816f-a486-4e3b-9c3c-3f77b65b5159
  kind: Event
  lastTimestamp: "2026-04-16T17:20:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:08Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9.18a6e60439e16ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35271"
    uid: 33825ebd-2609-4047-b776-25dd1e390881
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-687c7765c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34691"
    uid: 131d94a4-64d5-4813-ae0c-4b24c97a5ab7
  kind: Event
  lastTimestamp: "2026-04-16T17:18:58Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-687c7765c9-kxfj9'
  metadata:
    creationTimestamp: "2026-04-16T17:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:58Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9.18a6e5f3e4860def
    namespace: kserve-ci-e2e-test
    resourceVersion: "34708"
    uid: 7cfbf332-e28d-4796-be1e-42406906847c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34687"
    uid: 020f76d9-ba69-4e43-ad9e-d2486cb09588
  kind: Event
  lastTimestamp: "2026-04-16T17:18:58Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-687c7765c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T17:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:58Z"
    name: isvc-xgboost-runtime-predictor.18a6e5f3e1ad0c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34693"
    uid: 106428ba-ebbd-4071-8c8b-5db1d23b04be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:19:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34690"
    uid: 1b2ae5ac-5f97-4d30-a868-704d508244a8
  kind: Event
  lastTimestamp: "2026-04-16T17:19:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:19:13Z"
    name: isvc-xgboost-runtime-predictor.18a6e5f7601ce796
    namespace: kserve-ci-e2e-test
    resourceVersion: "34843"
    uid: 3551d443-0d95-41ca-a040-ab4a76282029
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:19:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34690"
    uid: 1b2ae5ac-5f97-4d30-a868-704d508244a8
  kind: Event
  lastTimestamp: "2026-04-16T17:19:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:19:13Z"
    name: isvc-xgboost-runtime-predictor.18a6e5f7607ac417
    namespace: kserve-ci-e2e-test
    resourceVersion: "34845"
    uid: eaf8ab65-f879-43fb-a372-30688a350e6f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:19:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34844"
    uid: 1b2ae5ac-5f97-4d30-a868-704d508244a8
  kind: Event
  lastTimestamp: "2026-04-16T17:19:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:19:58Z"
    name: isvc-xgboost-runtime-predictor.18a6e5fadf7ab4f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35167"
    uid: 55712afe-8c21-42e8-8b0d-dbb944e2e45c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:19:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34844"
    uid: 1b2ae5ac-5f97-4d30-a868-704d508244a8
  kind: Event
  lastTimestamp: "2026-04-16T17:19:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:19:58Z"
    name: isvc-xgboost-runtime-predictor.18a6e5fadfe22cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35168"
    uid: e75a37fc-94f1-4fcf-abd5-44d4c6bf626c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34668"
    uid: 912f9009-dd32-4c94-850f-f3e0f5928caa
  kind: Event
  lastTimestamp: "2026-04-16T17:20:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:20:05Z"
    name: isvc-xgboost-runtime.18a6e5f3e183908d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35217"
    uid: 30f368b8-72ec-4bd9-95e1-a0089b3b99e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34668"
    uid: 912f9009-dd32-4c94-850f-f3e0f5928caa
  kind: Event
  lastTimestamp: "2026-04-16T17:18:58Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:18:58Z"
    name: isvc-xgboost-runtime.18a6e5f3e1fdb1cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34697"
    uid: 54cd9b4b-265f-4b8d-9843-93380655b4a4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35215"
    uid: 912f9009-dd32-4c94-850f-f3e0f5928caa
  kind: Event
  lastTimestamp: "2026-04-16T17:20:05Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:20:05Z"
    name: isvc-xgboost-runtime.18a6e60367f544be
    namespace: kserve-ci-e2e-test
    resourceVersion: "35216"
    uid: a9c7a444-37b2-438e-b0ba-edac03f94702
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:17:38.435924Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33970"
    uid: 5e5a51cf-608e-4c37-9b18-9fbfdd71494b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:17:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:17:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5.18a6e5e1335642d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33976"
    uid: c3666007-20f6-4b08-930c-1481bc373d9c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33982"
    uid: 5e5a51cf-608e-4c37-9b18-9fbfdd71494b
  kind: Event
  lastTimestamp: "2026-04-16T17:17:38Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:17:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5.18a6e5e14c0b5529
    namespace: kserve-ci-e2e-test
    resourceVersion: "33992"
    uid: 7c074945-c752-4d4b-8b17-89e47dac5a92
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 5e5a51cf-608e-4c37-9b18-9fbfdd71494b
  kind: Event
  lastTimestamp: "2026-04-16T17:17:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:17:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5.18a6e5e14d3ec023
    namespace: kserve-ci-e2e-test
    resourceVersion: "33994"
    uid: 1828064e-6b4a-4b8e-a8b9-7555783f4dc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 5e5a51cf-608e-4c37-9b18-9fbfdd71494b
  kind: Event
  lastTimestamp: "2026-04-16T17:17:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:17:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5.18a6e5e15038d784
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 00e1a304-474c-4a23-9c9b-6da29c1b476f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 5e5a51cf-608e-4c37-9b18-9fbfdd71494b
  kind: Event
  lastTimestamp: "2026-04-16T17:17:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:17:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5.18a6e5e150a8564e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33998"
    uid: 506678f6-2bad-4e54-8e97-48324ee8e11f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 5e5a51cf-608e-4c37-9b18-9fbfdd71494b
  kind: Event
  lastTimestamp: "2026-04-16T17:17:43Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T17:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:17:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5.18a6e5e245af0ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34040"
    uid: c6696253-db2b-40de-8d7d-64051b3fa4f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 5e5a51cf-608e-4c37-9b18-9fbfdd71494b
  kind: Event
  lastTimestamp: "2026-04-16T17:17:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:17:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5.18a6e5e248833715
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 14357424-371e-461c-9194-263d20d216eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 5e5a51cf-608e-4c37-9b18-9fbfdd71494b
  kind: Event
  lastTimestamp: "2026-04-16T17:17:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:17:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5.18a6e5e248f2fa96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34045"
    uid: 8b682edc-1f6b-407e-9b2a-8c7c9453207e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 5e5a51cf-608e-4c37-9b18-9fbfdd71494b
  kind: Event
  lastTimestamp: "2026-04-16T17:18:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:18:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5.18a6e5ea887c3b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "34329"
    uid: 9dad72bf-8739-4bea-b48e-f39279a97b72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668
    namespace: kserve-ci-e2e-test
    resourceVersion: "33959"
    uid: 2ef39a69-d572-4cb2-a96d-c79b1f25487b
  kind: Event
  lastTimestamp: "2026-04-16T17:17:38Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-58b7db6668-sf8b5'
  metadata:
    creationTimestamp: "2026-04-16T17:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:17:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668.18a6e5e13304ce8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33973"
    uid: c70cb715-7201-43ee-b5c3-840021c3400d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33957"
    uid: 28df0a13-5585-4f1b-94f7-9c339c6cd6fc
  kind: Event
  lastTimestamp: "2026-04-16T17:17:38Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-58b7db6668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:17:38Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e5e12e6c6aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33961"
    uid: 11faa03e-50b5-4d57-9dc2-921633089efa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33958"
    uid: a887e69c-c7cc-483c-908a-7953041df5bb
  kind: Event
  lastTimestamp: "2026-04-16T17:17:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:17:53Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e5e4ad2ddc54
    namespace: kserve-ci-e2e-test
    resourceVersion: "34117"
    uid: a3728640-8d5d-41e9-82f2-cf29fbacedd9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33958"
    uid: a887e69c-c7cc-483c-908a-7953041df5bb
  kind: Event
  lastTimestamp: "2026-04-16T17:17:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:17:53Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e5e4ad8f936c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34118"
    uid: a62392a3-2949-4811-a921-9afe58ccb6f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34116"
    uid: a887e69c-c7cc-483c-908a-7953041df5bb
  kind: Event
  lastTimestamp: "2026-04-16T17:18:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:08Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e5e82c51d58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34219"
    uid: 8005b1e2-be93-4fa9-91f8-536293717730
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34116"
    uid: a887e69c-c7cc-483c-908a-7953041df5bb
  kind: Event
  lastTimestamp: "2026-04-16T17:18:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:08Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e5e82cb474b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34221"
    uid: 71ab48af-213d-4cf1-acbe-36a3b8e559fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "33932"
    uid: a8ceabf3-a73d-4f21-8977-a2ff094e4d90
  kind: Event
  lastTimestamp: "2026-04-16T17:18:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:18:15Z"
    name: isvc-xgboost-v2-mlserver.18a6e5e12e464380
    namespace: kserve-ci-e2e-test
    resourceVersion: "34277"
    uid: 4a7ac5a4-360c-419b-80eb-d79c487fba14
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "33932"
    uid: a8ceabf3-a73d-4f21-8977-a2ff094e4d90
  kind: Event
  lastTimestamp: "2026-04-16T17:17:38Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:17:38Z"
    name: isvc-xgboost-v2-mlserver.18a6e5e12e96476c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33977"
    uid: 4acabff2-b927-419b-941c-8e6b5a3aa56d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "33945"
    uid: a8ceabf3-a73d-4f21-8977-a2ff094e4d90
  kind: Event
  lastTimestamp: "2026-04-16T17:17:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:17:38Z"
    name: isvc-xgboost-v2-mlserver.18a6e5e133267f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "33980"
    uid: bfa6bf56-0cdd-41a8-a0db-69566eff6d6e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34274"
    uid: a8ceabf3-a73d-4f21-8977-a2ff094e4d90
  kind: Event
  lastTimestamp: "2026-04-16T17:18:15Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:18:15Z"
    name: isvc-xgboost-v2-mlserver.18a6e5e9c2b6d2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34276"
    uid: fd75ccb2-a663-49a0-a0c2-3d4272065198
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:20:59.056291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35721"
    uid: 0757f819-8f70-402c-8b64-83c118d5d066
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5db5686f9f-rhsn9
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:20:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:20:59Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9.18a6e60fe93e24fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35725"
    uid: d637b6ff-f525-4685-aecf-b220965d1151
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35730"
    uid: 0757f819-8f70-402c-8b64-83c118d5d066
  kind: Event
  lastTimestamp: "2026-04-16T17:20:59Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:20:59Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9.18a6e61002118b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35741"
    uid: cc0e9e19-09a6-4c47-9a71-f55af8d1ac6c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35724"
    uid: 0757f819-8f70-402c-8b64-83c118d5d066
  kind: Event
  lastTimestamp: "2026-04-16T17:20:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:59Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9.18a6e610034fe4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35743"
    uid: c254636b-bc5f-49d2-b4d2-98d971e9bb56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35724"
    uid: 0757f819-8f70-402c-8b64-83c118d5d066
  kind: Event
  lastTimestamp: "2026-04-16T17:20:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:59Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9.18a6e61005ea17d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35745"
    uid: a961ff5b-1027-4fcb-aadf-2e2ef426a0b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35724"
    uid: 0757f819-8f70-402c-8b64-83c118d5d066
  kind: Event
  lastTimestamp: "2026-04-16T17:20:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:59Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9.18a6e61006566e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "35746"
    uid: f45967b5-0778-476d-ae54-8858bd0c5f7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35724"
    uid: 0757f819-8f70-402c-8b64-83c118d5d066
  kind: Event
  lastTimestamp: "2026-04-16T17:21:03Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:21:03Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9.18a6e610fa0640fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35782"
    uid: 6bbc69c4-2895-4c28-9a50-02259fea3dca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35724"
    uid: 0757f819-8f70-402c-8b64-83c118d5d066
  kind: Event
  lastTimestamp: "2026-04-16T17:21:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:21:03Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9.18a6e610fcfb1cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35786"
    uid: 0502b501-4da6-4022-a391-31d91a906915
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35724"
    uid: 0757f819-8f70-402c-8b64-83c118d5d066
  kind: Event
  lastTimestamp: "2026-04-16T17:21:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:21:03Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9.18a6e610fd69b730
    namespace: kserve-ci-e2e-test
    resourceVersion: "35787"
    uid: c759ff2c-ee7a-45d6-a929-dff486c90b86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T17:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35724"
    uid: 0757f819-8f70-402c-8b64-83c118d5d066
  kind: Event
  lastTimestamp: "2026-04-16T17:21:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:21:55Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9.18a6e61135f55d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "36165"
    uid: cd0eb376-8cbe-4921-89a3-bb647dcec0a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35724"
    uid: 0757f819-8f70-402c-8b64-83c118d5d066
  kind: Event
  lastTimestamp: "2026-04-16T17:22:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:22:09Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9.18a6e6203bf3b0fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36289"
    uid: 686235bb-dbae-4521-bbe0-3b443f20372c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5db5686f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35709"
    uid: d6f76156-bb77-49a4-88a2-c46aee810dbc
  kind: Event
  lastTimestamp: "2026-04-16T17:20:59Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5db5686f9f-rhsn9'
  metadata:
    creationTimestamp: "2026-04-16T17:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:20:59Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f.18a6e60fe8a92f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "35722"
    uid: 73d4d562-df9d-4968-b346-b3dbfc6a917a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35706"
    uid: 7a4d51a9-06ce-4d1e-b05e-ab930c6e9cda
  kind: Event
  lastTimestamp: "2026-04-16T17:20:59Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5db5686f9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:20:59Z"
    name: isvc-xgboost-v2-predictor.18a6e60fe62573d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35712"
    uid: cfae8c90-450e-4bd0-9605-f1881d3454c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:21:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35708"
    uid: 396e8f2d-03bb-4e19-b137-e772ea5e4fac
  kind: Event
  lastTimestamp: "2026-04-16T17:21:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:21:29Z"
    name: isvc-xgboost-v2-predictor.18a6e6136485a02a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35975"
    uid: 4d24ab47-f062-4db8-9b18-779e2658991b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:21:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35708"
    uid: 396e8f2d-03bb-4e19-b137-e772ea5e4fac
  kind: Event
  lastTimestamp: "2026-04-16T17:21:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:21:29Z"
    name: isvc-xgboost-v2-predictor.18a6e61364e5f6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35976"
    uid: 80d9cf8e-88e9-4f65-afe9-c356ae931098
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:21:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35872"
    uid: 396e8f2d-03bb-4e19-b137-e772ea5e4fac
  kind: Event
  lastTimestamp: "2026-04-16T17:21:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:21:59Z"
    name: isvc-xgboost-v2-predictor.18a6e61a62d17177
    namespace: kserve-ci-e2e-test
    resourceVersion: "36189"
    uid: d0333ac9-7022-4167-8a08-cc95b067471f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:21:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35872"
    uid: 396e8f2d-03bb-4e19-b137-e772ea5e4fac
  kind: Event
  lastTimestamp: "2026-04-16T17:21:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:21:59Z"
    name: isvc-xgboost-v2-predictor.18a6e61a6335557c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36190"
    uid: 5d46b3f1-86dd-4467-8392-61d06dc8822d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:20:08.966131Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35283"
    uid: ec153cf2-5835-4702-89ab-9d1874d93f98
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:20:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:20:08Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p.18a6e6043fa2e0f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35289"
    uid: 76245bf5-6bdb-4b87-bb1a-fd44ac7e19e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35293"
    uid: ec153cf2-5835-4702-89ab-9d1874d93f98
  kind: Event
  lastTimestamp: "2026-04-16T17:20:09Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:20:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:20:09Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p.18a6e6045ad9332d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35304"
    uid: 1ccd210b-713c-4aec-9052-bdcd4ed9ef54
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35285"
    uid: ec153cf2-5835-4702-89ab-9d1874d93f98
  kind: Event
  lastTimestamp: "2026-04-16T17:20:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:20:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:09Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p.18a6e6045c025bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "35306"
    uid: 28d311fa-19fe-416d-bf8d-c7190d4640de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35285"
    uid: ec153cf2-5835-4702-89ab-9d1874d93f98
  kind: Event
  lastTimestamp: "2026-04-16T17:20:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:20:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:09Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p.18a6e6045f1606fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35307"
    uid: 05501d98-01a2-4b6b-9f23-8906138a2430
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35285"
    uid: ec153cf2-5835-4702-89ab-9d1874d93f98
  kind: Event
  lastTimestamp: "2026-04-16T17:20:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:20:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:09Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p.18a6e6045f8431c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35308"
    uid: 26f1fbb9-9530-420e-8020-5f3f71d88f2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35285"
    uid: ec153cf2-5835-4702-89ab-9d1874d93f98
  kind: Event
  lastTimestamp: "2026-04-16T17:20:13Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T17:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:13Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p.18a6e6054c935be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35351"
    uid: a1ffe12d-f020-4b05-a12e-1be64f0515e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35285"
    uid: ec153cf2-5835-4702-89ab-9d1874d93f98
  kind: Event
  lastTimestamp: "2026-04-16T17:20:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:13Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p.18a6e6054fba22db
    namespace: kserve-ci-e2e-test
    resourceVersion: "35355"
    uid: 028eed58-b978-4857-992e-69e0969d0c1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35285"
    uid: ec153cf2-5835-4702-89ab-9d1874d93f98
  kind: Event
  lastTimestamp: "2026-04-16T17:20:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:13Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p.18a6e60550295968
    namespace: kserve-ci-e2e-test
    resourceVersion: "35356"
    uid: ab94e324-5808-4415-8771-def8c831755e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35285"
    uid: ec153cf2-5835-4702-89ab-9d1874d93f98
  kind: Event
  lastTimestamp: "2026-04-16T17:20:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T17:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:45Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p.18a6e60cc3185c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35583"
    uid: 5f796ed5-c641-49f0-980e-7adde6e7c5ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35285"
    uid: ec153cf2-5835-4702-89ab-9d1874d93f98
  kind: Event
  lastTimestamp: "2026-04-16T17:20:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:20:59Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p.18a6e60fe660ab86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35714"
    uid: 87c5abe2-4c4b-421b-b034-ce2fae5d9dc2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35285"
    uid: ec153cf2-5835-4702-89ab-9d1874d93f98
  kind: Event
  lastTimestamp: "2026-04-16T17:21:06Z"
  message: 'Readiness probe failed: Get "http://10.134.0.64:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-16T17:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:21:06Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p.18a6e611a41ffd29
    namespace: kserve-ci-e2e-test
    resourceVersion: "35816"
    uid: 52dffa5f-c129-45b8-81b2-24bbb48a7749
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 5bc897dc-43f5-49da-ba3f-7577f68ae343
  kind: Event
  lastTimestamp: "2026-04-16T17:20:08Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-b5d6966c7-p2l6p'
  metadata:
    creationTimestamp: "2026-04-16T17:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:20:08Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7.18a6e6043f1590e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35284"
    uid: de19298e-012f-4df8-a5fa-e3032e148c5d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35265"
    uid: 45f06eec-8e68-443f-94ea-ef27b5275344
  kind: Event
  lastTimestamp: "2026-04-16T17:20:08Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-b5d6966c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:20:08Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e6043b170b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35274"
    uid: 94386b0a-5037-42ef-af9f-42daac81a2e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35269"
    uid: eb94fce5-6b2b-49c9-b287-b5bfb114745a
  kind: Event
  lastTimestamp: "2026-04-16T17:20:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:20:53Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e607b8827673
    namespace: kserve-ci-e2e-test
    resourceVersion: "35639"
    uid: f674cc10-7cc0-4b6c-a4db-eac6bb2366e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35269"
    uid: eb94fce5-6b2b-49c9-b287-b5bfb114745a
  kind: Event
  lastTimestamp: "2026-04-16T17:20:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:20:53Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e607b8debc9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35640"
    uid: 04e2407d-0687-4a8c-9e94-e46a9b90bc1d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35244"
    uid: 44cc54e7-3ac7-4b39-974c-d9973d0b3523
  kind: Event
  lastTimestamp: "2026-04-16T17:20:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:20:55Z"
    name: isvc-xgboost-v2-runtime.18a6e604399b3e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35659"
    uid: 3eb59a8b-fcba-4ade-add2-6891c3c77790
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35244"
    uid: 44cc54e7-3ac7-4b39-974c-d9973d0b3523
  kind: Event
  lastTimestamp: "2026-04-16T17:20:08Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:20:08Z"
    name: isvc-xgboost-v2-runtime.18a6e6043a9d1bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35294"
    uid: d3c3db3b-3c21-4aaf-b8e7-42630136a359
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35257"
    uid: 44cc54e7-3ac7-4b39-974c-d9973d0b3523
  kind: Event
  lastTimestamp: "2026-04-16T17:20:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:20:08Z"
    name: isvc-xgboost-v2-runtime.18a6e60440994e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "35295"
    uid: bdeba3ed-818f-4336-8357-88ae828b5715
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35657"
    uid: 44cc54e7-3ac7-4b39-974c-d9973d0b3523
  kind: Event
  lastTimestamp: "2026-04-16T17:20:55Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:20:55Z"
    name: isvc-xgboost-v2-runtime.18a6e60f1890f742
    namespace: kserve-ci-e2e-test
    resourceVersion: "35658"
    uid: c5233bce-42f5-42c1-a356-068e0269e798
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35684"
    uid: 1949ae15-6c30-4286-9439-1c2a10444055
  kind: Event
  lastTimestamp: "2026-04-16T17:22:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:22:05Z"
    name: isvc-xgboost-v2.18a6e60fe5fcb9e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36247"
    uid: 45906114-3c4e-4675-b9e2-0360a7a5d17b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:20:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35684"
    uid: 1949ae15-6c30-4286-9439-1c2a10444055
  kind: Event
  lastTimestamp: "2026-04-16T17:20:59Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:20:59Z"
    name: isvc-xgboost-v2.18a6e60fe67cdc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "35715"
    uid: 7de224e9-3dc3-4b91-89fd-c54fabe34987
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:22:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36245"
    uid: 1949ae15-6c30-4286-9439-1c2a10444055
  kind: Event
  lastTimestamp: "2026-04-16T17:22:05Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:22:05Z"
    name: isvc-xgboost-v2.18a6e61f6e1acba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 8265c604-3d00-4009-9878-3b8ed808ba05
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "33212"
    uid: 5d6fc888-8524-4908-8fe1-446d0e2908af
  kind: Event
  lastTimestamp: "2026-04-16T17:17:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:17:34Z"
    name: isvc-xgboost.18a6e5cc2b3095bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33903"
    uid: 9c1ea5ae-3ecc-451c-b155-9f17a4e2bc95
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:16:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "33212"
    uid: 5d6fc888-8524-4908-8fe1-446d0e2908af
  kind: Event
  lastTimestamp: "2026-04-16T17:16:08Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:16:08Z"
    name: isvc-xgboost.18a6e5cc2b7a1e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: 42d4ef79-1e87-4218-8314-1cdb1cf53a97
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:17:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "33900"
    uid: 5d6fc888-8524-4908-8fe1-446d0e2908af
  kind: Event
  lastTimestamp: "2026-04-16T17:17:34Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:17:34Z"
    name: isvc-xgboost.18a6e5e0602bf732
    namespace: kserve-ci-e2e-test
    resourceVersion: "33902"
    uid: 1c2ebae1-6a0e-41a5-94d8-27a5a236ec7d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:40:23.553104Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-xqlpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: b61a3dcb-acb5-4c4d-a817-b767f7cb4aeb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-7f66cccfb6-xqlpj
    to ip-10-0-132-191.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:40:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:40:23Z"
    name: message-dumper-predictor-7f66cccfb6-xqlpj.18a6e3d8d9f0b312
    namespace: kserve-ci-e2e-test
    resourceVersion: "15004"
    uid: a52d1a83-57f9-4df5-a17b-b8051ce45aa9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-xqlpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15010"
    uid: b61a3dcb-acb5-4c4d-a817-b767f7cb4aeb
  kind: Event
  lastTimestamp: "2026-04-16T16:40:23Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:40:23Z"
    name: message-dumper-predictor-7f66cccfb6-xqlpj.18a6e3d8e155bf72
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: 202a65c4-0a3a-41e8-aa74-319936e9e244
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-xqlpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: b61a3dcb-acb5-4c4d-a817-b767f7cb4aeb
  kind: Event
  lastTimestamp: "2026-04-16T16:40:23Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-16T16:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:23Z"
    name: message-dumper-predictor-7f66cccfb6-xqlpj.18a6e3d8e27fa68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: e811dbc5-0005-497b-93dc-be795eebe0a3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-xqlpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: b61a3dcb-acb5-4c4d-a817-b767f7cb4aeb
  kind: Event
  lastTimestamp: "2026-04-16T16:40:24Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 856ms (856ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:24Z"
    name: message-dumper-predictor-7f66cccfb6-xqlpj.18a6e3d9158b6001
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: fd07d36c-0771-4bca-8a45-415b050f4bef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-xqlpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: b61a3dcb-acb5-4c4d-a817-b767f7cb4aeb
  kind: Event
  lastTimestamp: "2026-04-16T16:40:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:24Z"
    name: message-dumper-predictor-7f66cccfb6-xqlpj.18a6e3d919da3376
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: 9b86d6ac-944e-4a7c-8d0d-0b2cf4914964
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-xqlpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: b61a3dcb-acb5-4c4d-a817-b767f7cb4aeb
  kind: Event
  lastTimestamp: "2026-04-16T16:40:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:24Z"
    name: message-dumper-predictor-7f66cccfb6-xqlpj.18a6e3d91a3a2eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: f6743016-9ef5-417c-8d6f-2bfddc7786bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-xqlpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: b61a3dcb-acb5-4c4d-a817-b767f7cb4aeb
  kind: Event
  lastTimestamp: "2026-04-16T16:41:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:48Z"
    name: message-dumper-predictor-7f66cccfb6-xqlpj.18a6e3ecbb98bcc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: 2a529699-0a9c-45b1-bdd7-7972d97ed041
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-191.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-191.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-7f66cccfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: 781f0fe3-98a5-45c8-88b2-e81969135f60
  kind: Event
  lastTimestamp: "2026-04-16T16:40:23Z"
  message: 'Created pod: message-dumper-predictor-7f66cccfb6-xqlpj'
  metadata:
    creationTimestamp: "2026-04-16T16:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:40:23Z"
    name: message-dumper-predictor-7f66cccfb6.18a6e3d8d993f8a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15001"
    uid: 0e0712c6-4e93-4c39-83be-a3761a6ef3ab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14987"
    uid: 7ed68ca5-f411-4229-bfa1-cc7abbe7aaf5
  kind: Event
  lastTimestamp: "2026-04-16T16:40:23Z"
  message: Scaled up replica set message-dumper-predictor-7f66cccfb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:40:23Z"
    name: message-dumper-predictor.18a6e3d8d815578e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14993"
    uid: cc32c939-e59a-4876-bb63-f493c94e688d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: 854e21d4-2111-4f7a-b3c8-6e9b897bc5df
  kind: Event
  lastTimestamp: "2026-04-16T16:41:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:41:08Z"
    name: message-dumper-predictor.18a6e3dc56bd064e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15428"
    uid: d0cdf2a8-a5db-40ac-8619-e1bdb5c79750
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: 854e21d4-2111-4f7a-b3c8-6e9b897bc5df
  kind: Event
  lastTimestamp: "2026-04-16T16:41:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:41:08Z"
    name: message-dumper-predictor.18a6e3dc571b39ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15429"
    uid: 50bb467c-0e08-43c4-b260-86f6efe9944c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14964"
    uid: b3029bc0-b68b-4e53-9795-f899224dff78
  kind: Event
  lastTimestamp: "2026-04-16T16:40:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:40:24Z"
    name: message-dumper.18a6e3d8d7f148ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15045"
    uid: 87a9c12c-499b-4f3a-8756-6531c92b5ce7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14964"
    uid: b3029bc0-b68b-4e53-9795-f899224dff78
  kind: Event
  lastTimestamp: "2026-04-16T16:40:23Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T16:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:40:23Z"
    name: message-dumper.18a6e3d8d85aba43
    namespace: kserve-ci-e2e-test
    resourceVersion: "14996"
    uid: 49a867d0-01c0-4679-b6b7-115089a78805
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15042"
    uid: b3029bc0-b68b-4e53-9795-f899224dff78
  kind: Event
  lastTimestamp: "2026-04-16T16:40:24Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:40:24Z"
    name: message-dumper.18a6e3d9269bdaae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15043"
    uid: 9a885fe8-0cf6-45b2-b783-e9db73ec5aea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:08:00.020485Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29117"
    uid: 3d260934-784c-41d5-937b-f9877a05a8e3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-695d5f5568-9zgdd
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:08:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:08:00Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd.18a6e55a87170403
    namespace: kserve-ci-e2e-test
    resourceVersion: "29121"
    uid: afdf5423-6638-4a84-a41b-eb3cdd003c30
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29128"
    uid: 3d260934-784c-41d5-937b-f9877a05a8e3
  kind: Event
  lastTimestamp: "2026-04-16T17:08:00Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:08:00Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd.18a6e55aa0324d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "29140"
    uid: ba981dda-4b73-4fdf-9cce-fdc715e04808
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29119"
    uid: 3d260934-784c-41d5-937b-f9877a05a8e3
  kind: Event
  lastTimestamp: "2026-04-16T17:08:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:00Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd.18a6e55aa168ac40
    namespace: kserve-ci-e2e-test
    resourceVersion: "29142"
    uid: 6dd43d1a-6304-4004-aebe-b055f54c471d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29119"
    uid: 3d260934-784c-41d5-937b-f9877a05a8e3
  kind: Event
  lastTimestamp: "2026-04-16T17:08:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:00Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd.18a6e55aa469a5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29144"
    uid: 7ce61df7-c480-4733-80a1-7cf459a4563c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29119"
    uid: 3d260934-784c-41d5-937b-f9877a05a8e3
  kind: Event
  lastTimestamp: "2026-04-16T17:08:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:00Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd.18a6e55aa4d6cb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29145"
    uid: 45ffcd95-68e7-4fa9-8ea8-3908a0bbfc34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29119"
    uid: 3d260934-784c-41d5-937b-f9877a05a8e3
  kind: Event
  lastTimestamp: "2026-04-16T17:08:04Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:04Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd.18a6e55b82bccbad
    namespace: kserve-ci-e2e-test
    resourceVersion: "29182"
    uid: 6cc5c15d-6d8e-42c2-8254-5c35a3b90d4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29119"
    uid: 3d260934-784c-41d5-937b-f9877a05a8e3
  kind: Event
  lastTimestamp: "2026-04-16T17:08:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:04Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd.18a6e55b8592f686
    namespace: kserve-ci-e2e-test
    resourceVersion: "29188"
    uid: b82132b7-26ad-4e08-a2ac-d9b697617430
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29119"
    uid: 3d260934-784c-41d5-937b-f9877a05a8e3
  kind: Event
  lastTimestamp: "2026-04-16T17:08:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:04Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd.18a6e55b85fd1027
    namespace: kserve-ci-e2e-test
    resourceVersion: "29189"
    uid: 38f15713-dc84-4b21-8afc-b4756e480787
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29119"
    uid: 3d260934-784c-41d5-937b-f9877a05a8e3
  kind: Event
  lastTimestamp: "2026-04-16T17:08:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T17:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:36Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd.18a6e562fb539749
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 89b64f7d-7061-46b8-a8a6-d61a946a397f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29119"
    uid: 3d260934-784c-41d5-937b-f9877a05a8e3
  kind: Event
  lastTimestamp: "2026-04-16T17:08:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:50Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd.18a6e566319430f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29554"
    uid: 78f66f76-17b6-41d6-aa22-f8d1558de854
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29119"
    uid: 3d260934-784c-41d5-937b-f9877a05a8e3
  kind: Event
  lastTimestamp: "2026-04-16T17:08:56Z"
  message: 'Readiness probe failed: Get "http://10.134.0.52:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.134.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T17:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:08:56Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd.18a6e5679e8e3d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "29635"
    uid: 9b5212d0-64f0-420c-b47f-2ea8f6f9025f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-695d5f5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "29108"
    uid: 7f1f106e-9eeb-48b5-8944-19e182360007
  kind: Event
  lastTimestamp: "2026-04-16T17:08:00Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-695d5f5568-9zgdd'
  metadata:
    creationTimestamp: "2026-04-16T17:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:08:00Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568.18a6e55a869d8eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29118"
    uid: 2eff4c03-a1c1-4ccb-b61f-dd8efabbd53d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29105"
    uid: 2c81e3b4-f3dc-4d87-9dbe-060c00c8e94e
  kind: Event
  lastTimestamp: "2026-04-16T17:07:59Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-695d5f5568 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T17:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:07:59Z"
    name: sklearn-v2-mlserver-predictor.18a6e55a8394c541
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 1ca049aa-a5c2-44a3-9fd9-23f01795c37c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29107"
    uid: 9ed6c80b-b225-45f5-beb6-640bc9abf5c8
  kind: Event
  lastTimestamp: "2026-04-16T17:08:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:08:29Z"
    name: sklearn-v2-mlserver-predictor.18a6e55e023caaee
    namespace: kserve-ci-e2e-test
    resourceVersion: "29370"
    uid: 47f6275c-8839-45a8-80ef-802792f4922f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29107"
    uid: 9ed6c80b-b225-45f5-beb6-640bc9abf5c8
  kind: Event
  lastTimestamp: "2026-04-16T17:08:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:08:30Z"
    name: sklearn-v2-mlserver-predictor.18a6e55e02a299a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29371"
    uid: f25627a1-438f-41bf-bbbc-0c4a556ad2ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29266"
    uid: 9ed6c80b-b225-45f5-beb6-640bc9abf5c8
  kind: Event
  lastTimestamp: "2026-04-16T17:08:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:08:45Z"
    name: sklearn-v2-mlserver-predictor.18a6e565006f3bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29475"
    uid: c11073cc-1f41-4b58-badc-85b0a7b3b3a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29266"
    uid: 9ed6c80b-b225-45f5-beb6-640bc9abf5c8
  kind: Event
  lastTimestamp: "2026-04-16T17:08:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:08:45Z"
    name: sklearn-v2-mlserver-predictor.18a6e56500c984d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29477"
    uid: 39e86a13-7cf0-4dcd-8e7c-a8e153328fcc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29082"
    uid: c2cac5a9-2757-467f-b2c9-caeb61cc19d5
  kind: Event
  lastTimestamp: "2026-04-16T17:08:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:08:46Z"
    name: sklearn-v2-mlserver.18a6e55a838e3fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29494"
    uid: f7b8a872-d0f4-461b-9998-c0e85ea515b8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:07:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29082"
    uid: c2cac5a9-2757-467f-b2c9-caeb61cc19d5
  kind: Event
  lastTimestamp: "2026-04-16T17:08:00Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:08:00Z"
    name: sklearn-v2-mlserver.18a6e55a84289f17
    namespace: kserve-ci-e2e-test
    resourceVersion: "29130"
    uid: a1d09b3e-294a-4c32-ae16-b0c5ca8ea23e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29114"
    uid: c2cac5a9-2757-467f-b2c9-caeb61cc19d5
  kind: Event
  lastTimestamp: "2026-04-16T17:08:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:08:00Z"
    name: sklearn-v2-mlserver.18a6e55a89fbdd4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29131"
    uid: 68fa5ffa-8133-46a7-9a45-9ad94f6c5419
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:08:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29492"
    uid: c2cac5a9-2757-467f-b2c9-caeb61cc19d5
  kind: Event
  lastTimestamp: "2026-04-16T17:08:46Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:08:46Z"
    name: sklearn-v2-mlserver.18a6e5654e668df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29493"
    uid: d4356996-c791-477d-98d9-f3002f21c745
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:18:18.586558Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34340"
    uid: 905c2bb3-7ccd-4202-84a5-50af814d2dcc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-c58d48f-wwdlr
    to ip-10-0-140-164.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:18:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:18:18Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr.18a6e5ea8c804e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: ed114a5a-3d16-49ca-98f6-32533c49db47
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5bb857c6d5-9jcsk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34350"
    uid: 905c2bb3-7ccd-4202-84a5-50af814d2dcc
  kind: Event
  lastTimestamp: "2026-04-16T17:18:19Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:18:19Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr.18a6e5eaa5382d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34359"
    uid: 2d39cbad-9456-45c8-b69a-5b4efc4649f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34342"
    uid: 905c2bb3-7ccd-4202-84a5-50af814d2dcc
  kind: Event
  lastTimestamp: "2026-04-16T17:18:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9cb363f3a01ee53202c49d182f025a6cf697ac6f3bd0a3c8aef7b04a0a53d808"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:19Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr.18a6e5eaa67e57ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "34361"
    uid: 9f237687-71c8-4efc-85f5-be0d84d3a039
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34342"
    uid: 905c2bb3-7ccd-4202-84a5-50af814d2dcc
  kind: Event
  lastTimestamp: "2026-04-16T17:18:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:19Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr.18a6e5eaa9b1350b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34363"
    uid: f76a8dc4-5b6a-4f43-9acd-b8481c35548e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34342"
    uid: 905c2bb3-7ccd-4202-84a5-50af814d2dcc
  kind: Event
  lastTimestamp: "2026-04-16T17:18:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:19Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr.18a6e5eaaa1ad5b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 0f762ef0-4198-4cd3-82b8-b72001bd8337
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34342"
    uid: 905c2bb3-7ccd-4202-84a5-50af814d2dcc
  kind: Event
  lastTimestamp: "2026-04-16T17:18:23Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T17:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:23Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr.18a6e5eb9cb091ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: 45a294bc-edd8-4a38-98bf-4f763824f1e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34342"
    uid: 905c2bb3-7ccd-4202-84a5-50af814d2dcc
  kind: Event
  lastTimestamp: "2026-04-16T17:18:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:23Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr.18a6e5eb9f64ee58
    namespace: kserve-ci-e2e-test
    resourceVersion: "34402"
    uid: 51f40ede-f894-4120-a508-f388d2985b04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34342"
    uid: 905c2bb3-7ccd-4202-84a5-50af814d2dcc
  kind: Event
  lastTimestamp: "2026-04-16T17:18:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:23Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr.18a6e5eb9fd38c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34403"
    uid: 9278572e-7438-46c0-b24a-5ee4cf4a8e77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34342"
    uid: 905c2bb3-7ccd-4202-84a5-50af814d2dcc
  kind: Event
  lastTimestamp: "2026-04-16T17:18:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:18:58Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wwdlr.18a6e5f3e28b3894
    namespace: kserve-ci-e2e-test
    resourceVersion: "34700"
    uid: c65de166-60d3-4b38-8cce-78e4fdf1b44d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-c58d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34331"
    uid: 2bd31bbe-4106-4535-8b2b-46fa02c1cfce
  kind: Event
  lastTimestamp: "2026-04-16T17:18:18Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-c58d48f-wwdlr'
  metadata:
    creationTimestamp: "2026-04-16T17:18:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:18Z"
    name: xgboost-v2-mlserver-predictor-c58d48f.18a6e5ea8c27b3e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: 3206e1b6-ae42-40ff-9193-f0e62e82ffcd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34324"
    uid: 1c17784b-59a7-466f-8f71-82791378526b
  kind: Event
  lastTimestamp: "2026-04-16T17:18:18Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-c58d48f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:18:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:18Z"
    name: xgboost-v2-mlserver-predictor.18a6e5ea88fd7a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "34332"
    uid: 00c54db5-7e42-4988-96fd-f11948bd4e83
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34327"
    uid: 33499098-9d84-4be1-881a-159e79bbe393
  kind: Event
  lastTimestamp: "2026-04-16T17:18:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:48Z"
    name: xgboost-v2-mlserver-predictor.18a6e5ee0725f6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "34583"
    uid: f8e32a21-8ad6-48a1-8350-577a85aba398
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34327"
    uid: 33499098-9d84-4be1-881a-159e79bbe393
  kind: Event
  lastTimestamp: "2026-04-16T17:18:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:18:48Z"
    name: xgboost-v2-mlserver-predictor.18a6e5ee0787319e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34584"
    uid: 8af1cd0a-7708-4392-8bb1-e83ea2dd8a84
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34302"
    uid: 7ca4f440-1a4e-4d49-a408-37a517bbf363
  kind: Event
  lastTimestamp: "2026-04-16T17:18:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:18:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:18:55Z"
    name: xgboost-v2-mlserver.18a6e5ea887d61f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34642"
    uid: ea1d92ed-67a2-4567-9461-edba0df2dec4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34302"
    uid: 7ca4f440-1a4e-4d49-a408-37a517bbf363
  kind: Event
  lastTimestamp: "2026-04-16T17:18:18Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:18:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:18:18Z"
    name: xgboost-v2-mlserver.18a6e5ea890bcbbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34333"
    uid: 169796ee-c1de-4359-a993-69068164da16
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:18:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34638"
    uid: 7ca4f440-1a4e-4d49-a408-37a517bbf363
  kind: Event
  lastTimestamp: "2026-04-16T17:18:55Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:18:55Z"
    name: xgboost-v2-mlserver.18a6e5f31866ffb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34641"
    uid: 0091b889-609f-4d7b-8daa-0489c52c83b6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "39344"