---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:52:46.344455Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-08836d-predictor-745594c9d4-cxshn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26071"
    uid: fac0b0cd-03cb-43de-a9e1-4eeb0d339707
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-08836d-predictor-745594c9d4-cxshn
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:52:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:52:46Z"
    name: isvc-init-fail-08836d-predictor-745594c9d4-cxshn.18a6eb122d327f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26076"
    uid: 732e52a2-05e4-48ad-a57a-a3ad445be948
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-08836d-predictor-745594c9d4-cxshn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26081"
    uid: fac0b0cd-03cb-43de-a9e1-4eeb0d339707
  kind: Event
  lastTimestamp: "2026-04-16T18:52:46Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:52:46Z"
    name: isvc-init-fail-08836d-predictor-745594c9d4-cxshn.18a6eb12469a1d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "26096"
    uid: ecdf9391-d68f-453e-bc0d-0cc92f9d7fde
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-08836d-predictor-745594c9d4-cxshn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26073"
    uid: fac0b0cd-03cb-43de-a9e1-4eeb0d339707
  kind: Event
  lastTimestamp: "2026-04-16T18:52:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:50Z"
    name: isvc-init-fail-08836d-predictor-745594c9d4-cxshn.18a6eb1247f8f701
    namespace: kserve-ci-e2e-test
    resourceVersion: "26138"
    uid: 3ee5f977-154a-43e3-b02b-44116b51efa8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-08836d-predictor-745594c9d4-cxshn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26073"
    uid: fac0b0cd-03cb-43de-a9e1-4eeb0d339707
  kind: Event
  lastTimestamp: "2026-04-16T18:52:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:50Z"
    name: isvc-init-fail-08836d-predictor-745594c9d4-cxshn.18a6eb124afa1ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: cc4fdcc8-4af6-45e0-b91d-e2b47b449c7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-08836d-predictor-745594c9d4-cxshn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26073"
    uid: fac0b0cd-03cb-43de-a9e1-4eeb0d339707
  kind: Event
  lastTimestamp: "2026-04-16T18:52:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:50Z"
    name: isvc-init-fail-08836d-predictor-745594c9d4-cxshn.18a6eb124b684439
    namespace: kserve-ci-e2e-test
    resourceVersion: "26145"
    uid: a61d79e0-b088-49b0-a7e8-7960d8bf60ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-08836d-predictor-745594c9d4-cxshn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26073"
    uid: fac0b0cd-03cb-43de-a9e1-4eeb0d339707
  kind: Event
  lastTimestamp: "2026-04-16T18:52:52Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:52Z"
    name: isvc-init-fail-08836d-predictor-745594c9d4-cxshn.18a6eb137fe9f386
    namespace: kserve-ci-e2e-test
    resourceVersion: "26223"
    uid: 10637a5b-1234-40ed-953e-ef4367cfb11a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-08836d-predictor-745594c9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26063"
    uid: 74607b61-fb6b-48ca-bc00-4a3942cbc7a0
  kind: Event
  lastTimestamp: "2026-04-16T18:52:46Z"
  message: 'Created pod: isvc-init-fail-08836d-predictor-745594c9d4-cxshn'
  metadata:
    creationTimestamp: "2026-04-16T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:46Z"
    name: isvc-init-fail-08836d-predictor-745594c9d4.18a6eb122ca1c7f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26072"
    uid: 2fa56fd0-a03e-4d63-9324-d73645fad1d9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-08836d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26060"
    uid: e87c5097-49da-4aa9-960e-d42a92c8ba21
  kind: Event
  lastTimestamp: "2026-04-16T18:52:46Z"
  message: Scaled up replica set isvc-init-fail-08836d-predictor-745594c9d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:46Z"
    name: isvc-init-fail-08836d-predictor.18a6eb122a398ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26065"
    uid: f3a6386e-5451-47a5-bcad-acaac5805796
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-08836d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26044"
    uid: 21909faf-bd54-49b0-aca8-f64a667921a1
  kind: Event
  lastTimestamp: "2026-04-16T18:52:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:50Z"
    name: isvc-init-fail-08836d.18a6eb122a0d3143
    namespace: kserve-ci-e2e-test
    resourceVersion: "26146"
    uid: 9f873ca7-a6c2-4707-a44d-adc6eecb3dac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-08836d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26044"
    uid: 21909faf-bd54-49b0-aca8-f64a667921a1
  kind: Event
  lastTimestamp: "2026-04-16T18:52:46Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-08836d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-08836d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:46Z"
    name: isvc-init-fail-08836d.18a6eb122a67438b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: c2bef3b8-1d46-43d1-a5fe-f8caa88202a0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-08836d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26044"
    uid: 21909faf-bd54-49b0-aca8-f64a667921a1
  kind: Event
  lastTimestamp: "2026-04-16T18:52:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-08836d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:46Z"
    name: isvc-init-fail-08836d.18a6eb122a678aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26084"
    uid: b16bec3c-0e20-4a87-8b34-19d68cf34214
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:34:57.834468Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-h655z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17074"
    uid: a0c1255b-aa08-432e-805b-bfedba0c115e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-78c8d484d6-h655z
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:34:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:34:57Z"
    name: isvc-lightgbm-predictor-78c8d484d6-h655z.18a6ea196509fd70
    namespace: kserve-ci-e2e-test
    resourceVersion: "17081"
    uid: 0172207c-637e-4c52-860d-b1216926424d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-h655z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: a0c1255b-aa08-432e-805b-bfedba0c115e
  kind: Event
  lastTimestamp: "2026-04-16T18:34:58Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:34:58Z"
    name: isvc-lightgbm-predictor-78c8d484d6-h655z.18a6ea197ddf940f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17105"
    uid: 9b8a6c5c-b825-47e9-8396-f2601609d8ef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-h655z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: a0c1255b-aa08-432e-805b-bfedba0c115e
  kind: Event
  lastTimestamp: "2026-04-16T18:34:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:58Z"
    name: isvc-lightgbm-predictor-78c8d484d6-h655z.18a6ea197f434f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: faf14f3f-0fa5-4595-853a-76ddcf32252c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-h655z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: a0c1255b-aa08-432e-805b-bfedba0c115e
  kind: Event
  lastTimestamp: "2026-04-16T18:34:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:58Z"
    name: isvc-lightgbm-predictor-78c8d484d6-h655z.18a6ea19827d1a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: 4bb3dd6b-6791-4cfc-987d-ee20365ddd5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-h655z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: a0c1255b-aa08-432e-805b-bfedba0c115e
  kind: Event
  lastTimestamp: "2026-04-16T18:34:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:58Z"
    name: isvc-lightgbm-predictor-78c8d484d6-h655z.18a6ea1982ef6c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17110"
    uid: 21a7f59c-b3b7-46df-8591-e92242e3622b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-h655z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: a0c1255b-aa08-432e-805b-bfedba0c115e
  kind: Event
  lastTimestamp: "2026-04-16T18:35:02Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:02Z"
    name: isvc-lightgbm-predictor-78c8d484d6-h655z.18a6ea1a81c161ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: 5d09d7c8-41fe-49e3-833f-b758a8a552a9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-h655z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: a0c1255b-aa08-432e-805b-bfedba0c115e
  kind: Event
  lastTimestamp: "2026-04-16T18:35:08Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.23s (6.23s including
    waiting). Image size: 606108943 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:08Z"
    name: isvc-lightgbm-predictor-78c8d484d6-h655z.18a6ea1bf51a6081
    namespace: kserve-ci-e2e-test
    resourceVersion: "17204"
    uid: b793026f-9231-48c9-ad00-f69d4f8973cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-h655z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: a0c1255b-aa08-432e-805b-bfedba0c115e
  kind: Event
  lastTimestamp: "2026-04-16T18:35:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:08Z"
    name: isvc-lightgbm-predictor-78c8d484d6-h655z.18a6ea1bf87e3928
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: 154db92d-9bce-462f-8716-c7eda2aab3c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-h655z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: a0c1255b-aa08-432e-805b-bfedba0c115e
  kind: Event
  lastTimestamp: "2026-04-16T18:35:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:08Z"
    name: isvc-lightgbm-predictor-78c8d484d6-h655z.18a6ea1bf8ecd036
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: 114e98d3-c7be-4441-a338-650ebe32b963
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-h655z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: a0c1255b-aa08-432e-805b-bfedba0c115e
  kind: Event
  lastTimestamp: "2026-04-16T18:36:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:36:40Z"
    name: isvc-lightgbm-predictor-78c8d484d6-h655z.18a6ea1c24b2c8ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17925"
    uid: f07e51ca-723b-4575-95d1-52f85e09585f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-h655z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: a0c1255b-aa08-432e-805b-bfedba0c115e
  kind: Event
  lastTimestamp: "2026-04-16T18:36:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:36:38Z"
    name: isvc-lightgbm-predictor-78c8d484d6-h655z.18a6ea30b88a4be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17874"
    uid: 82d65cf1-d572-4c82-a702-c98c03e262e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-78c8d484d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17050"
    uid: 1bfeb166-da07-4665-992c-ee1411c1e502
  kind: Event
  lastTimestamp: "2026-04-16T18:34:57Z"
  message: 'Created pod: isvc-lightgbm-predictor-78c8d484d6-h655z'
  metadata:
    creationTimestamp: "2026-04-16T18:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:34:57Z"
    name: isvc-lightgbm-predictor-78c8d484d6.18a6ea196434fafb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17076"
    uid: 1105b22a-0d38-4e2b-83f8-c30710cc36d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: 63092fd8-4520-4702-867e-be808c6855d7
  kind: Event
  lastTimestamp: "2026-04-16T18:34:57Z"
  message: Scaled up replica set isvc-lightgbm-predictor-78c8d484d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:34:57Z"
    name: isvc-lightgbm-predictor.18a6ea19609426ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17055"
    uid: 6d406a66-449a-437f-b6d0-fd4338764bbb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17045"
    uid: e43aede0-72ef-4778-bcec-ec17995cd0ae
  kind: Event
  lastTimestamp: "2026-04-16T18:35:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:35:57Z"
    name: isvc-lightgbm-predictor.18a6ea1cdf31774a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: 4256a3cb-81fc-4569-8509-d3264c96fff3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17045"
    uid: e43aede0-72ef-4778-bcec-ec17995cd0ae
  kind: Event
  lastTimestamp: "2026-04-16T18:35:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:35:57Z"
    name: isvc-lightgbm-predictor.18a6ea1cdfa82c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 1362e540-03dd-45c2-8f67-84b71eec7d9c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17239"
    uid: e43aede0-72ef-4778-bcec-ec17995cd0ae
  kind: Event
  lastTimestamp: "2026-04-16T18:36:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:36:27Z"
    name: isvc-lightgbm-predictor.18a6ea2adc9f95c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17766"
    uid: 16cfd03c-d161-483a-9661-d9dd30c99aaa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17239"
    uid: e43aede0-72ef-4778-bcec-ec17995cd0ae
  kind: Event
  lastTimestamp: "2026-04-16T18:36:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:36:27Z"
    name: isvc-lightgbm-predictor.18a6ea2add221453
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 68973e1d-a410-4140-a52e-9599a52f8fa9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:36:38.095081Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17882"
    uid: aa83d3c0-9447-4bd7-8f2b-545f2e3ecdef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:36:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:36:38Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc.18a6ea30bd098fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17887"
    uid: f11ae49e-cb99-49ec-8902-7eb2e1340704
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: aa83d3c0-9447-4bd7-8f2b-545f2e3ecdef
  kind: Event
  lastTimestamp: "2026-04-16T18:36:38Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:36:38Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc.18a6ea30d5f5a9e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17900"
    uid: aba27ea1-cb22-460a-a5fd-bae9e8f3789a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: aa83d3c0-9447-4bd7-8f2b-545f2e3ecdef
  kind: Event
  lastTimestamp: "2026-04-16T18:36:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:36:38Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc.18a6ea30d75ab60a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17902"
    uid: f88d3482-a690-4d78-947c-55291b4bd9a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: aa83d3c0-9447-4bd7-8f2b-545f2e3ecdef
  kind: Event
  lastTimestamp: "2026-04-16T18:36:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:36:38Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc.18a6ea30dabfea53
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: 2baeb90e-a6ef-4fb5-b46e-8cb4c3d1b4a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: aa83d3c0-9447-4bd7-8f2b-545f2e3ecdef
  kind: Event
  lastTimestamp: "2026-04-16T18:36:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:36:38Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc.18a6ea30db2e3cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17906"
    uid: c7f04c8a-d00b-4dae-b75c-95603057b947
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: aa83d3c0-9447-4bd7-8f2b-545f2e3ecdef
  kind: Event
  lastTimestamp: "2026-04-16T18:36:42Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:36:42Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc.18a6ea31dcd4c425
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 490781d2-f8bd-48ee-80aa-fdb03d1dbbca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: aa83d3c0-9447-4bd7-8f2b-545f2e3ecdef
  kind: Event
  lastTimestamp: "2026-04-16T18:36:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:36:42Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc.18a6ea31dfe10a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "17952"
    uid: e62b3f25-8a2e-442c-820f-df8ed35b45c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: aa83d3c0-9447-4bd7-8f2b-545f2e3ecdef
  kind: Event
  lastTimestamp: "2026-04-16T18:36:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:36:42Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc.18a6ea31e04f1f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17953"
    uid: f9131b22-ff69-4b94-8c7c-37900fd9aef7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: aa83d3c0-9447-4bd7-8f2b-545f2e3ecdef
  kind: Event
  lastTimestamp: "2026-04-16T18:37:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:54Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc.18a6ea3218ca9f82
    namespace: kserve-ci-e2e-test
    resourceVersion: "18467"
    uid: 90287917-d262-49b2-8e1d-20af3c6bb34a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: aa83d3c0-9447-4bd7-8f2b-545f2e3ecdef
  kind: Event
  lastTimestamp: "2026-04-16T18:38:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:08Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc.18a6ea45cc51f924
    namespace: kserve-ci-e2e-test
    resourceVersion: "18609"
    uid: 5d98e414-848e-416e-821b-86d0749ae385
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-64984c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: cc5d4e59-a3e0-4cca-b77a-b1a7ec2954da
  kind: Event
  lastTimestamp: "2026-04-16T18:36:38Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-64984c7cb-tn9lc'
  metadata:
    creationTimestamp: "2026-04-16T18:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:36:38Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb.18a6ea30bc7f8139
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: ca4a02a0-1ac6-4a75-bd43-1f672b879f2e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17860"
    uid: 60622470-499e-4319-a76d-47e360d63478
  kind: Event
  lastTimestamp: "2026-04-16T18:36:38Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-64984c7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:36:38Z"
    name: isvc-lightgbm-runtime-predictor.18a6ea30b7c1c80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17868"
    uid: a0d54333-d9ae-4568-a95e-80ddab9aa0da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 802152a1-f1d6-463b-a821-9f7cb4ea4066
  kind: Event
  lastTimestamp: "2026-04-16T18:37:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:23Z"
    name: isvc-lightgbm-runtime-predictor.18a6ea34370c6410
    namespace: kserve-ci-e2e-test
    resourceVersion: "18239"
    uid: f82a00bc-4247-4449-8619-fdd1c63a28a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 802152a1-f1d6-463b-a821-9f7cb4ea4066
  kind: Event
  lastTimestamp: "2026-04-16T18:37:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:23Z"
    name: isvc-lightgbm-runtime-predictor.18a6ea343785984c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18240"
    uid: 0cb21527-c3ab-4fa1-bdf5-e722aa2afc68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18031"
    uid: 802152a1-f1d6-463b-a821-9f7cb4ea4066
  kind: Event
  lastTimestamp: "2026-04-16T18:38:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:38:08Z"
    name: isvc-lightgbm-runtime-predictor.18a6ea3eb672da75
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: d1b8814a-c922-4461-a1fe-f9e9f53dc27d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18031"
    uid: 802152a1-f1d6-463b-a821-9f7cb4ea4066
  kind: Event
  lastTimestamp: "2026-04-16T18:38:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:38:08Z"
    name: isvc-lightgbm-runtime-predictor.18a6ea3eb6ed872f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18570"
    uid: 53653567-2e03-4d42-949f-175c61b86c13
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17843"
    uid: bede004c-6917-49ac-8629-c6d0a85e6995
  kind: Event
  lastTimestamp: "2026-04-16T18:38:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:38:05Z"
    name: isvc-lightgbm-runtime.18a6ea30b7c1652a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 52a6060f-6b99-495e-a966-4282ab661bb3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17843"
    uid: bede004c-6917-49ac-8629-c6d0a85e6995
  kind: Event
  lastTimestamp: "2026-04-16T18:36:38Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:36:38Z"
    name: isvc-lightgbm-runtime.18a6ea30b866b973
    namespace: kserve-ci-e2e-test
    resourceVersion: "17873"
    uid: c0b23ec9-d2d8-4c03-ad01-b8bd0e3dd8b5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: bede004c-6917-49ac-8629-c6d0a85e6995
  kind: Event
  lastTimestamp: "2026-04-16T18:38:05Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:38:05Z"
    name: isvc-lightgbm-runtime.18a6ea44f98fd2ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18543"
    uid: 802388a1-9c46-4c22-b4ac-e4aa01d37643
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:41:08.900038Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19945"
    uid: 196370fa-fe37-448a-b863-3ae1ecd9d670
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:41:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:41:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b.18a6ea6fca454cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19952"
    uid: 3fe3ea0a-81bb-423b-a6c2-a5961db46ef8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19955"
    uid: 196370fa-fe37-448a-b863-3ae1ecd9d670
  kind: Event
  lastTimestamp: "2026-04-16T18:41:09Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:41:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b.18a6ea6fe481875c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19964"
    uid: 42ac05c6-fe1a-4be1-95fa-01b7f8582abd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: 196370fa-fe37-448a-b863-3ae1ecd9d670
  kind: Event
  lastTimestamp: "2026-04-16T18:41:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b.18a6ea6fe60fa2aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19967"
    uid: 8dd5ce66-9519-43d7-8083-b5d6fffa4c1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: 196370fa-fe37-448a-b863-3ae1ecd9d670
  kind: Event
  lastTimestamp: "2026-04-16T18:41:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b.18a6ea6fec09020a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19969"
    uid: ad2fea7e-e75b-4da9-9127-b49d7441d1af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: 196370fa-fe37-448a-b863-3ae1ecd9d670
  kind: Event
  lastTimestamp: "2026-04-16T18:41:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b.18a6ea6fedb0fd5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19970"
    uid: af72af98-d018-4255-83b6-10aa05b84783
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: 196370fa-fe37-448a-b863-3ae1ecd9d670
  kind: Event
  lastTimestamp: "2026-04-16T18:41:13Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:13Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b.18a6ea70ede01954
    namespace: kserve-ci-e2e-test
    resourceVersion: "20009"
    uid: 17def2a6-6801-4ddb-8766-37d422475efd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: 196370fa-fe37-448a-b863-3ae1ecd9d670
  kind: Event
  lastTimestamp: "2026-04-16T18:41:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:13Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b.18a6ea70f0f4ed20
    namespace: kserve-ci-e2e-test
    resourceVersion: "20013"
    uid: a917b0c0-5405-4d78-a0e0-77840c252f59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: 196370fa-fe37-448a-b863-3ae1ecd9d670
  kind: Event
  lastTimestamp: "2026-04-16T18:41:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:13Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b.18a6ea70f16f811d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20014"
    uid: d5751aad-f380-44f4-b746-15e60a03275f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: 196370fa-fe37-448a-b863-3ae1ecd9d670
  kind: Event
  lastTimestamp: "2026-04-16T18:41:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b.18a6ea7129c7ee7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 46c76b99-5c20-44db-a2e8-4481890711ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: 196370fa-fe37-448a-b863-3ae1ecd9d670
  kind: Event
  lastTimestamp: "2026-04-16T18:41:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b.18a6ea747a23c6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20151"
    uid: 1719d744-3d05-4e42-ba31-b3e8a711e134
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19933"
    uid: 228679b1-c24c-4f30-8fd0-c679b24164a6
  kind: Event
  lastTimestamp: "2026-04-16T18:41:08Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-n6t5b'
  metadata:
    creationTimestamp: "2026-04-16T18:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49.18a6ea6fc9d6d5b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19946"
    uid: e9d4a88e-a124-4346-a83b-3477e31cd1a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19929"
    uid: 95bf5be0-7d04-4d37-a983-ca34a197fd6d
  kind: Event
  lastTimestamp: "2026-04-16T18:41:08Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:08Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6ea6fc57e2494
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 1402ee4d-01e9-4fe9-9f1e-e2bc1e414afd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19932"
    uid: 542a6375-32d5-4db8-b1b9-113cd2b29190
  kind: Event
  lastTimestamp: "2026-04-16T18:41:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:23Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6ea73446fc5de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20085"
    uid: 73090573-d578-497f-a3fe-6fcb684c6498
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19932"
    uid: 542a6375-32d5-4db8-b1b9-113cd2b29190
  kind: Event
  lastTimestamp: "2026-04-16T18:41:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:23Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6ea7344dea272
    namespace: kserve-ci-e2e-test
    resourceVersion: "20087"
    uid: 52d55207-4111-4be9-bf65-dc2f154a1ae2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: 91a422b6-dc2f-482e-acda-57acd160b375
  kind: Event
  lastTimestamp: "2026-04-16T18:41:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:41:25Z"
    name: isvc-lightgbm-v2-kserve.18a6ea6fc554e83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20107"
    uid: 48f642ac-64b0-4097-aad1-fa5ac20fcf3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: 91a422b6-dc2f-482e-acda-57acd160b375
  kind: Event
  lastTimestamp: "2026-04-16T18:41:08Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:41:08Z"
    name: isvc-lightgbm-v2-kserve.18a6ea6fc5bd726b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19938"
    uid: e3ff4bd8-e514-471d-a88d-235ec1ae946f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20105"
    uid: 91a422b6-dc2f-482e-acda-57acd160b375
  kind: Event
  lastTimestamp: "2026-04-16T18:41:25Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:41:25Z"
    name: isvc-lightgbm-v2-kserve.18a6ea73be827ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20106"
    uid: afd29af7-f5c9-49c8-abd3-73522b9b37c2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:38:08.622787Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18616"
    uid: 6bf4f9c1-6464-40de-afb6-cb1323df86f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:38:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:38:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg.18a6ea45d0e8b81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: bd7f9d52-aab5-445a-b721-c393948e045b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: 6bf4f9c1-6464-40de-afb6-cb1323df86f1
  kind: Event
  lastTimestamp: "2026-04-16T18:38:09Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:38:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg.18a6ea45ea3a51b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18633"
    uid: 69ba82bb-16c3-4ccb-bb96-5dd446d225d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 6bf4f9c1-6464-40de-afb6-cb1323df86f1
  kind: Event
  lastTimestamp: "2026-04-16T18:38:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg.18a6ea45eb9884f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18635"
    uid: 4208ee69-e07e-4669-a535-182980040028
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 6bf4f9c1-6464-40de-afb6-cb1323df86f1
  kind: Event
  lastTimestamp: "2026-04-16T18:38:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg.18a6ea45ee928da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18637"
    uid: 6ac771ab-5e6f-45c9-b1aa-01f8fc27a897
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 6bf4f9c1-6464-40de-afb6-cb1323df86f1
  kind: Event
  lastTimestamp: "2026-04-16T18:38:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg.18a6ea45ef028f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "18638"
    uid: ec2823ad-7582-4f5e-b8f5-39975d81b8c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 6bf4f9c1-6464-40de-afb6-cb1323df86f1
  kind: Event
  lastTimestamp: "2026-04-16T18:38:13Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-16T18:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:13Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg.18a6ea46e173f1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 53de1214-7826-4dde-b56d-feaa6a5b48af
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 6bf4f9c1-6464-40de-afb6-cb1323df86f1
  kind: Event
  lastTimestamp: "2026-04-16T18:40:33Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m20.466s
    (2m20.466s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg.18a6ea6795e2eeb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19640"
    uid: fe11d2cb-772d-46eb-8aff-0a8761fc7322
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 6bf4f9c1-6464-40de-afb6-cb1323df86f1
  kind: Event
  lastTimestamp: "2026-04-16T18:40:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg.18a6ea679cacb55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19642"
    uid: 06ab108b-45a4-4800-a1df-647d93b5b4f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 6bf4f9c1-6464-40de-afb6-cb1323df86f1
  kind: Event
  lastTimestamp: "2026-04-16T18:40:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg.18a6ea679e28db9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 4483f01e-4af4-47e3-8a49-e43a653b138e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 6bf4f9c1-6464-40de-afb6-cb1323df86f1
  kind: Event
  lastTimestamp: "2026-04-16T18:41:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg.18a6ea6fc55511b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: e19df0d3-a981-4a6d-9c9b-a2bce7c6047d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: 1a50f461-24b2-4f35-aedd-e4d9d75a7594
  kind: Event
  lastTimestamp: "2026-04-16T18:38:08Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-dhkwg'
  metadata:
    creationTimestamp: "2026-04-16T18:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:38:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc.18a6ea45d0758ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18618"
    uid: fe351411-971c-422f-9bf9-2661a04f7fa1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18596"
    uid: 58b41fac-b6cd-47ee-9422-746a00205256
  kind: Event
  lastTimestamp: "2026-04-16T18:38:08Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8d44c64dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:38:08Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6ea45cbca4af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: f18927d2-5142-460c-ae39-cb0a2bf2d503
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18599"
    uid: 66b60722-b046-44e6-9e88-26291382d7b8
  kind: Event
  lastTimestamp: "2026-04-16T18:40:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:40:53Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6ea494ade10f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19786"
    uid: ca41beb8-a3a7-4575-8dd7-df4a2b98e861
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18599"
    uid: 66b60722-b046-44e6-9e88-26291382d7b8
  kind: Event
  lastTimestamp: "2026-04-16T18:40:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:40:53Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6ea494b56493d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19788"
    uid: e1e2245b-ee51-46d1-94d9-39d1084017d7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: 66b60722-b046-44e6-9e88-26291382d7b8
  kind: Event
  lastTimestamp: "2026-04-16T18:41:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:08Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6ea6fc1521209
    namespace: kserve-ci-e2e-test
    resourceVersion: "19904"
    uid: 2d4c0db5-2994-42c6-b4f0-7139302d3920
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: 66b60722-b046-44e6-9e88-26291382d7b8
  kind: Event
  lastTimestamp: "2026-04-16T18:41:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:08Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6ea6fc1c8d77a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: bb4fcaea-c822-4ad4-8640-b38564d76789
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 529d361c-7fb0-4884-bdee-d099bb3dd98f
  kind: Event
  lastTimestamp: "2026-04-16T18:41:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:41:05Z"
    name: isvc-lightgbm-v2-runtime.18a6ea45cba21cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 5ba50ffa-d41f-4b22-8219-03afd2eb6633
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: 529d361c-7fb0-4884-bdee-d099bb3dd98f
  kind: Event
  lastTimestamp: "2026-04-16T18:38:08Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:38:08Z"
    name: isvc-lightgbm-v2-runtime.18a6ea45cc27c393
    namespace: kserve-ci-e2e-test
    resourceVersion: "18606"
    uid: dea1fffd-b07f-42f1-877e-1d6037405964
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19872"
    uid: 529d361c-7fb0-4884-bdee-d099bb3dd98f
  kind: Event
  lastTimestamp: "2026-04-16T18:41:05Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:41:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:41:05Z"
    name: isvc-lightgbm-v2-runtime.18a6ea6f0f956548
    namespace: kserve-ci-e2e-test
    resourceVersion: "19874"
    uid: 688fcc66-a4fd-487a-b2fc-aa10b9a9e0f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17035"
    uid: e17e6376-a6ea-43bb-a607-7cbe993a0398
  kind: Event
  lastTimestamp: "2026-04-16T18:36:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:36:30Z"
    name: isvc-lightgbm.18a6ea19606c67a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: f6591c4b-044a-476f-87c1-11bbf61da92f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17035"
    uid: e17e6376-a6ea-43bb-a607-7cbe993a0398
  kind: Event
  lastTimestamp: "2026-04-16T18:34:57Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:34:57Z"
    name: isvc-lightgbm.18a6ea1961584880
    namespace: kserve-ci-e2e-test
    resourceVersion: "17061"
    uid: ced62fdd-b3ad-4c49-902a-04a6284a9089
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17791"
    uid: e17e6376-a6ea-43bb-a607-7cbe993a0398
  kind: Event
  lastTimestamp: "2026-04-16T18:36:30Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:36:30Z"
    name: isvc-lightgbm.18a6ea2f058ee4c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17792"
    uid: 0a6ac509-f75a-488e-bb87-51320e4ac7fb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:33:32.536572Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-pxbhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16370"
    uid: 4868eaf0-9b8d-491a-a32b-c3a7608a98fa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-67b779c5c9-pxbhm
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:33:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:33:32Z"
    name: isvc-logger-predictor-67b779c5c9-pxbhm.18a6ea0588e3666d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 2412ced0-b587-4129-8ac1-d48c7415761e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-pxbhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: 4868eaf0-9b8d-491a-a32b-c3a7608a98fa
  kind: Event
  lastTimestamp: "2026-04-16T18:33:32Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:33:32Z"
    name: isvc-logger-predictor-67b779c5c9-pxbhm.18a6ea05a1c88ef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: c8e72e46-0161-4c98-a836-1317035b5c9e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-pxbhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 4868eaf0-9b8d-491a-a32b-c3a7608a98fa
  kind: Event
  lastTimestamp: "2026-04-16T18:33:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:32Z"
    name: isvc-logger-predictor-67b779c5c9-pxbhm.18a6ea05a3374e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "16392"
    uid: 167ffd4a-7da0-440b-b5d8-9a6513e9a82b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-pxbhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 4868eaf0-9b8d-491a-a32b-c3a7608a98fa
  kind: Event
  lastTimestamp: "2026-04-16T18:33:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:33Z"
    name: isvc-logger-predictor-67b779c5c9-pxbhm.18a6ea05a6122aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16394"
    uid: f2bbce6a-98c2-4219-b874-9575b067f163
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-pxbhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 4868eaf0-9b8d-491a-a32b-c3a7608a98fa
  kind: Event
  lastTimestamp: "2026-04-16T18:33:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:33Z"
    name: isvc-logger-predictor-67b779c5c9-pxbhm.18a6ea05a680412a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: dc27c1e4-3d41-496a-ae6b-84f94a68d7d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-pxbhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 4868eaf0-9b8d-491a-a32b-c3a7608a98fa
  kind: Event
  lastTimestamp: "2026-04-16T18:33:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:37Z"
    name: isvc-logger-predictor-67b779c5c9-pxbhm.18a6ea06a7bfb478
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: 50754827-f005-4c43-9c17-88857d07aaa0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-pxbhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 4868eaf0-9b8d-491a-a32b-c3a7608a98fa
  kind: Event
  lastTimestamp: "2026-04-16T18:33:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:37Z"
    name: isvc-logger-predictor-67b779c5c9-pxbhm.18a6ea06ab05d556
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: d008c8b7-95aa-4253-9915-789290d22b83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-pxbhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 4868eaf0-9b8d-491a-a32b-c3a7608a98fa
  kind: Event
  lastTimestamp: "2026-04-16T18:33:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:37Z"
    name: isvc-logger-predictor-67b779c5c9-pxbhm.18a6ea06ab74607f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 837a6a43-df76-42ae-b64d-26f6e3a993a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-pxbhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 4868eaf0-9b8d-491a-a32b-c3a7608a98fa
  kind: Event
  lastTimestamp: "2026-04-16T18:33:37Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:8e66bcaed2f24ffcb25d3d205c20817226e734d9f767ce87236b320060cc44f3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:37Z"
    name: isvc-logger-predictor-67b779c5c9-pxbhm.18a6ea06ab815092
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 9a7645ca-faec-4022-bf08-958c13be8c49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-pxbhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 4868eaf0-9b8d-491a-a32b-c3a7608a98fa
  kind: Event
  lastTimestamp: "2026-04-16T18:33:37Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:37Z"
    name: isvc-logger-predictor-67b779c5c9-pxbhm.18a6ea06ae70e461
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: 952f26d1-c161-403b-bcb9-ed36f6e045e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-pxbhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 4868eaf0-9b8d-491a-a32b-c3a7608a98fa
  kind: Event
  lastTimestamp: "2026-04-16T18:33:37Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:37Z"
    name: isvc-logger-predictor-67b779c5c9-pxbhm.18a6ea06aee57eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 9c85c443-6a4a-4ccc-862f-8d5cca8af96e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-pxbhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 4868eaf0-9b8d-491a-a32b-c3a7608a98fa
  kind: Event
  lastTimestamp: "2026-04-16T18:35:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:19Z"
    name: isvc-logger-predictor-67b779c5c9-pxbhm.18a6ea06e3b4b387
    namespace: kserve-ci-e2e-test
    resourceVersion: "17283"
    uid: 4b14ebdb-3795-430a-b8be-2be207ada1fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-pxbhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 4868eaf0-9b8d-491a-a32b-c3a7608a98fa
  kind: Event
  lastTimestamp: "2026-04-16T18:35:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:19Z"
    name: isvc-logger-predictor-67b779c5c9-pxbhm.18a6ea06e3bdc922
    namespace: kserve-ci-e2e-test
    resourceVersion: "17284"
    uid: 4980d968-415e-42a2-a091-a80e52cfafd4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-pxbhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 4868eaf0-9b8d-491a-a32b-c3a7608a98fa
  kind: Event
  lastTimestamp: "2026-04-16T18:34:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:57Z"
    name: isvc-logger-predictor-67b779c5c9-pxbhm.18a6ea196314f1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17071"
    uid: b27d0e8d-720f-4855-8c7b-939f53a22918
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-67b779c5c9-pxbhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 4868eaf0-9b8d-491a-a32b-c3a7608a98fa
  kind: Event
  lastTimestamp: "2026-04-16T18:34:57Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T18:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:57Z"
    name: isvc-logger-predictor-67b779c5c9-pxbhm.18a6ea1963154fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 559f193c-840e-4c6f-ad24-ddd1589a70dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-67b779c5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 8bd08af5-8d17-4528-8e77-38f8061d1a08
  kind: Event
  lastTimestamp: "2026-04-16T18:33:32Z"
  message: 'Created pod: isvc-logger-predictor-67b779c5c9-pxbhm'
  metadata:
    creationTimestamp: "2026-04-16T18:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:32Z"
    name: isvc-logger-predictor-67b779c5c9.18a6ea058860eb84
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 49cab64e-5850-46ff-931e-82b948bcdd6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 2d1388d4-88a9-4a2c-881c-70704e2f6bbc
  kind: Event
  lastTimestamp: "2026-04-16T18:33:32Z"
  message: Scaled up replica set isvc-logger-predictor-67b779c5c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:32Z"
    name: isvc-logger-predictor.18a6ea0585625808
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: 2a5da884-d046-4073-91c0-fc55b3f4b6d6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 15168f07-db96-4c70-80ab-9b06107e2e40
  kind: Event
  lastTimestamp: "2026-04-16T18:33:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:47Z"
    name: isvc-logger-predictor.18a6ea09047366c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16522"
    uid: 7bb7ec8d-f646-4921-9ebf-3a59abbbeef3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 15168f07-db96-4c70-80ab-9b06107e2e40
  kind: Event
  lastTimestamp: "2026-04-16T18:33:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:47Z"
    name: isvc-logger-predictor.18a6ea0904ecc7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16524"
    uid: a7596b9d-7a62-4e4d-b443-1e7646de0e78
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16523"
    uid: 15168f07-db96-4c70-80ab-9b06107e2e40
  kind: Event
  lastTimestamp: "2026-04-16T18:34:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:34:47Z"
    name: isvc-logger-predictor.18a6ea0c83d1b448
    namespace: kserve-ci-e2e-test
    resourceVersion: "16957"
    uid: d046aa9e-7060-4bc4-ab2d-381d1dd7be93
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16523"
    uid: 15168f07-db96-4c70-80ab-9b06107e2e40
  kind: Event
  lastTimestamp: "2026-04-16T18:34:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:34:47Z"
    name: isvc-logger-predictor.18a6ea0c8451306a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16958"
    uid: 5d6c1e98-fc84-4d35-8911-034e8cb6f942
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 20b3a3d6-ca6c-4f18-be99-e11ba1871954
  kind: Event
  lastTimestamp: "2026-04-16T18:34:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:34:49Z"
    name: isvc-logger.18a6ea058538817e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 9e86babc-d984-44a4-85a9-9725ede85527
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 20b3a3d6-ca6c-4f18-be99-e11ba1871954
  kind: Event
  lastTimestamp: "2026-04-16T18:33:32Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:33:32Z"
    name: isvc-logger.18a6ea0586016cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16364"
    uid: 62aba575-e5e4-4c84-8ff6-79c04ed095da
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 20b3a3d6-ca6c-4f18-be99-e11ba1871954
  kind: Event
  lastTimestamp: "2026-04-16T18:34:49Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:34:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:34:49Z"
    name: isvc-logger.18a6ea1770ba3850
    namespace: kserve-ci-e2e-test
    resourceVersion: "16977"
    uid: 48f9ee30-8307-47f3-a461-e634525d90f3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:41:29.143413Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20167"
    uid: f8e322a2-3594-4ce4-8cfc-8e23125160b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:41:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:41:29Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn.18a6ea7480deb5d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: 102df6ad-ecb2-4e80-bd06-6244291d43ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20179"
    uid: f8e322a2-3594-4ce4-8cfc-8e23125160b6
  kind: Event
  lastTimestamp: "2026-04-16T18:41:29Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:41:29Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn.18a6ea749a364c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "20193"
    uid: 3044e223-7afa-4163-9c29-f86f843e77be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: f8e322a2-3594-4ce4-8cfc-8e23125160b6
  kind: Event
  lastTimestamp: "2026-04-16T18:41:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:29Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn.18a6ea749d70dd3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20195"
    uid: b5b45130-0f26-43f7-9bf0-c069b9e003d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: f8e322a2-3594-4ce4-8cfc-8e23125160b6
  kind: Event
  lastTimestamp: "2026-04-16T18:41:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:29Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn.18a6ea74a0aca7bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20196"
    uid: dec6d766-83f7-49f2-86b9-e7211307587c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: f8e322a2-3594-4ce4-8cfc-8e23125160b6
  kind: Event
  lastTimestamp: "2026-04-16T18:41:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:29Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn.18a6ea74a11c3515
    namespace: kserve-ci-e2e-test
    resourceVersion: "20197"
    uid: 0678dc0d-3b2b-4c6f-8dbf-2dea07cf191a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: f8e322a2-3594-4ce4-8cfc-8e23125160b6
  kind: Event
  lastTimestamp: "2026-04-16T18:41:33Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T18:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:33Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn.18a6ea759ac498b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20243"
    uid: fe3519f0-b974-4b0c-8c57-049e076222c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: f8e322a2-3594-4ce4-8cfc-8e23125160b6
  kind: Event
  lastTimestamp: "2026-04-16T18:41:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:33Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn.18a6ea759e797a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "20247"
    uid: 71fff3aa-dc7e-482a-9282-0d8f71797b43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: f8e322a2-3594-4ce4-8cfc-8e23125160b6
  kind: Event
  lastTimestamp: "2026-04-16T18:41:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:33Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn.18a6ea759eed2d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: a10f0c3c-b1a2-45dd-9692-036693d76b0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: f8e322a2-3594-4ce4-8cfc-8e23125160b6
  kind: Event
  lastTimestamp: "2026-04-16T18:42:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:09Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn.18a6ea7dd1a4189c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20531"
    uid: 9246cc40-df5d-4213-9411-fde99b5b9ab3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20159"
    uid: 039038b4-74d1-4cac-9d0c-d47c12cbbf1c
  kind: Event
  lastTimestamp: "2026-04-16T18:41:29Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5497fc5f68-l6mzn'
  metadata:
    creationTimestamp: "2026-04-16T18:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:29Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68.18a6ea74802ea148
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: eae7379d-a82d-49da-aa36-3ab09381aec4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20157"
    uid: f067af77-2f05-4b75-b842-02a12ddfdeed
  kind: Event
  lastTimestamp: "2026-04-16T18:41:29Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5497fc5f68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:29Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6ea747d1839ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 9c93760f-d39b-46d5-98a4-beafddb81095
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20158"
    uid: c299f342-4445-45f7-9ec0-515099b89e82
  kind: Event
  lastTimestamp: "2026-04-16T18:41:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:44Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6ea77fbbd8242
    namespace: kserve-ci-e2e-test
    resourceVersion: "20317"
    uid: a3c435d0-6b73-4313-9fdf-0ac93f152295
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20158"
    uid: c299f342-4445-45f7-9ec0-515099b89e82
  kind: Event
  lastTimestamp: "2026-04-16T18:41:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:44Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6ea77fc387a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: b3311c15-bd1e-4a0b-8782-4739ab0dff77
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: c299f342-4445-45f7-9ec0-515099b89e82
  kind: Event
  lastTimestamp: "2026-04-16T18:41:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:59Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6ea7b7b9b1349
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: c285f300-1f0e-4aa1-92a4-1e5076e9354b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: c299f342-4445-45f7-9ec0-515099b89e82
  kind: Event
  lastTimestamp: "2026-04-16T18:41:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:59Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6ea7b7c3fb858
    namespace: kserve-ci-e2e-test
    resourceVersion: "20423"
    uid: 8e98be58-1e9a-46e2-adf9-2a805c6f4589
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20132"
    uid: f231fc53-1760-4898-b667-72696824889e
  kind: Event
  lastTimestamp: "2026-04-16T18:42:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:42:05Z"
    name: isvc-mlflow-v2-runtime.18a6ea747cf2d98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20480"
    uid: 363ca7d9-8459-478f-981a-22f3580dc27d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20132"
    uid: f231fc53-1760-4898-b667-72696824889e
  kind: Event
  lastTimestamp: "2026-04-16T18:41:29Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:41:29Z"
    name: isvc-mlflow-v2-runtime.18a6ea747d7c57a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20182"
    uid: 69a7cf1a-1f7a-4508-a240-6c9131e5c313
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20166"
    uid: f231fc53-1760-4898-b667-72696824889e
  kind: Event
  lastTimestamp: "2026-04-16T18:41:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:41:29Z"
    name: isvc-mlflow-v2-runtime.18a6ea7485a6856e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20183"
    uid: 3879c5bc-5ae1-4e91-979e-9f6ac64b6ce1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20478"
    uid: f231fc53-1760-4898-b667-72696824889e
  kind: Event
  lastTimestamp: "2026-04-16T18:42:05Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:42:05Z"
    name: isvc-mlflow-v2-runtime.18a6ea7d13db7fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20479"
    uid: 256f27d5-9cbb-4f50-a3ca-4939380e429c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:43:19.378083Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21109"
    uid: 34aac4d2-f3c1-4dc3-989f-9348ce3eee19
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-7dddcb4bd4-zvvw7
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:43:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:43:19Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7.18a6ea8e2b5e41bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: bfe5ceb0-2b81-4a8a-b9df-7e51912bae0e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21117"
    uid: 34aac4d2-f3c1-4dc3-989f-9348ce3eee19
  kind: Event
  lastTimestamp: "2026-04-16T18:43:19Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:43:19Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7.18a6ea8e449c4b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21127"
    uid: 5104c3eb-1981-49b6-9254-a0402f17671c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 34aac4d2-f3c1-4dc3-989f-9348ce3eee19
  kind: Event
  lastTimestamp: "2026-04-16T18:43:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:19Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7.18a6ea8e45e609bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21129"
    uid: a320ce66-e0d1-4f2d-9315-6847957bda24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 34aac4d2-f3c1-4dc3-989f-9348ce3eee19
  kind: Event
  lastTimestamp: "2026-04-16T18:43:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:19Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7.18a6ea8e48aa5043
    namespace: kserve-ci-e2e-test
    resourceVersion: "21130"
    uid: b632e361-a202-44e6-9864-b478634a9166
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 34aac4d2-f3c1-4dc3-989f-9348ce3eee19
  kind: Event
  lastTimestamp: "2026-04-16T18:43:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:19Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7.18a6ea8e4919b05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21131"
    uid: 45fd37d9-5e8a-49fb-acc9-4151cc15c9d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 34aac4d2-f3c1-4dc3-989f-9348ce3eee19
  kind: Event
  lastTimestamp: "2026-04-16T18:43:25Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:25Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7.18a6ea8f886cc1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21184"
    uid: d1dde0fc-95a5-4e2d-a42e-bcc747f1a69f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 34aac4d2-f3c1-4dc3-989f-9348ce3eee19
  kind: Event
  lastTimestamp: "2026-04-16T18:43:36Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.039s (11.039s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:36Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7.18a6ea921a6e90d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21261"
    uid: 096f24fa-05e0-452e-9383-34749f5e64c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 34aac4d2-f3c1-4dc3-989f-9348ce3eee19
  kind: Event
  lastTimestamp: "2026-04-16T18:43:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:36Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7.18a6ea921d9652c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21262"
    uid: 4090a6db-f0bd-4808-9f13-46367546cc47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 34aac4d2-f3c1-4dc3-989f-9348ce3eee19
  kind: Event
  lastTimestamp: "2026-04-16T18:43:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:36Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7.18a6ea921df5ff18
    namespace: kserve-ci-e2e-test
    resourceVersion: "21263"
    uid: 811eec5d-2b9c-42bd-8ec2-75a3613acd0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 34aac4d2-f3c1-4dc3-989f-9348ce3eee19
  kind: Event
  lastTimestamp: "2026-04-16T18:44:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:18Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7.18a6ea9256162b76
    namespace: kserve-ci-e2e-test
    resourceVersion: "21568"
    uid: d7e551ed-5920-4267-b60a-b76f2f5137ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 34aac4d2-f3c1-4dc3-989f-9348ce3eee19
  kind: Event
  lastTimestamp: "2026-04-16T18:44:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:30Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zvvw7.18a6ea9ed463668d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21695"
    uid: c1076389-8762-42ef-b92e-3689cfda2b1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-7dddcb4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21097"
    uid: 79da3731-1c01-4a56-8a23-a0a9aaeaf707
  kind: Event
  lastTimestamp: "2026-04-16T18:43:19Z"
  message: 'Created pod: isvc-paddle-predictor-7dddcb4bd4-zvvw7'
  metadata:
    creationTimestamp: "2026-04-16T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:19Z"
    name: isvc-paddle-predictor-7dddcb4bd4.18a6ea8e2aca42e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 80dd559b-cd42-4d94-ab8c-f40ad14ad752
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: fc463357-748b-4652-8608-902a2d80c73a
  kind: Event
  lastTimestamp: "2026-04-16T18:43:19Z"
  message: Scaled up replica set isvc-paddle-predictor-7dddcb4bd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:19Z"
    name: isvc-paddle-predictor.18a6ea8e276a559a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21099"
    uid: 47b96972-25fc-487c-b95a-41e53c4b3245
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21095"
    uid: 9f4f2236-1ac8-49bf-8a12-97fab6583f1a
  kind: Event
  lastTimestamp: "2026-04-16T18:44:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:19Z"
    name: isvc-paddle-predictor.18a6ea91a605d423
    namespace: kserve-ci-e2e-test
    resourceVersion: "21578"
    uid: 9fb4d1ea-a3a5-46c2-b442-1095ed2ffbad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21095"
    uid: 9f4f2236-1ac8-49bf-8a12-97fab6583f1a
  kind: Event
  lastTimestamp: "2026-04-16T18:44:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:19Z"
    name: isvc-paddle-predictor.18a6ea91a69abe66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21579"
    uid: 523f9621-98c3-423d-a88c-34e38601f8de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:44:30.984155Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: 34cfd785-7953-43f2-9968-483dd6f3b17f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-86b49c4466-6rtwv
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:44:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:44:30Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv.18a6ea9ed76c4060
    namespace: kserve-ci-e2e-test
    resourceVersion: "21709"
    uid: b67a216e-506b-4022-86ae-d6dc954d1e4d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21714"
    uid: 34cfd785-7953-43f2-9968-483dd6f3b17f
  kind: Event
  lastTimestamp: "2026-04-16T18:44:31Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:44:31Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv.18a6ea9ef1258df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21724"
    uid: 04117ebd-86a3-44d4-874b-80de20851f0e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 34cfd785-7953-43f2-9968-483dd6f3b17f
  kind: Event
  lastTimestamp: "2026-04-16T18:44:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:31Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv.18a6ea9ef268c5ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21726"
    uid: 635c15c5-791d-4843-b32b-f1474650d682
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 34cfd785-7953-43f2-9968-483dd6f3b17f
  kind: Event
  lastTimestamp: "2026-04-16T18:44:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:31Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv.18a6ea9ef55b1b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: 944aa5c0-d02f-4fe3-beb8-3b21517ea27b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 34cfd785-7953-43f2-9968-483dd6f3b17f
  kind: Event
  lastTimestamp: "2026-04-16T18:44:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:31Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv.18a6ea9ef5ca8526
    namespace: kserve-ci-e2e-test
    resourceVersion: "21729"
    uid: 0f42fb4a-6d38-4bfc-bfb6-f57feaf98c70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 34cfd785-7953-43f2-9968-483dd6f3b17f
  kind: Event
  lastTimestamp: "2026-04-16T18:44:36Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:36Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv.18a6eaa01e278e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "21781"
    uid: 572be5fb-4463-45f7-9585-97b08e51478a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 34cfd785-7953-43f2-9968-483dd6f3b17f
  kind: Event
  lastTimestamp: "2026-04-16T18:44:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:36Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv.18a6eaa0218a0514
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: b8a6b4e4-67d2-4c65-8215-9bbbd54f85cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 34cfd785-7953-43f2-9968-483dd6f3b17f
  kind: Event
  lastTimestamp: "2026-04-16T18:44:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:36Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv.18a6eaa021ff18bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 76ccda50-f10d-4631-bb0e-6ad13b128ed1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 34cfd785-7953-43f2-9968-483dd6f3b17f
  kind: Event
  lastTimestamp: "2026-04-16T18:45:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:08Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv.18a6eaa05a108dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22008"
    uid: 76944cae-b6a5-4b1d-b900-173c595496d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 34cfd785-7953-43f2-9968-483dd6f3b17f
  kind: Event
  lastTimestamp: "2026-04-16T18:45:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:22Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-6rtwv.18a6eaaad7cbf308
    namespace: kserve-ci-e2e-test
    resourceVersion: "22141"
    uid: d124c7c7-d3be-47a4-9484-83cc22881179
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-86b49c4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "21690"
    uid: e27d3a63-daa4-4698-81f4-335c301b3649
  kind: Event
  lastTimestamp: "2026-04-16T18:44:30Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-86b49c4466-6rtwv'
  metadata:
    creationTimestamp: "2026-04-16T18:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:30Z"
    name: isvc-paddle-runtime-predictor-86b49c4466.18a6ea9ed6f14d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "21705"
    uid: 144b67af-36b3-4024-bb0f-6890c7139d49
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: 369fa3e1-697c-404e-a8d3-6b4530675634
  kind: Event
  lastTimestamp: "2026-04-16T18:44:30Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-86b49c4466 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:30Z"
    name: isvc-paddle-runtime-predictor.18a6ea9ed43cfa12
    namespace: kserve-ci-e2e-test
    resourceVersion: "21693"
    uid: a4d94ba8-aef5-4c33-bf5d-18ef06654d44
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21688"
    uid: e643e20f-110c-45a7-8426-23d0980a3426
  kind: Event
  lastTimestamp: "2026-04-16T18:45:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:45:00Z"
    name: isvc-paddle-runtime-predictor.18a6eaa253211260
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: 431ca3e5-90e7-450b-a5b7-1f9dcca149ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21688"
    uid: e643e20f-110c-45a7-8426-23d0980a3426
  kind: Event
  lastTimestamp: "2026-04-16T18:45:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:45:00Z"
    name: isvc-paddle-runtime-predictor.18a6eaa2538e0f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: b53957c1-abf0-4a57-ae51-38565856dc7f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21855"
    uid: e643e20f-110c-45a7-8426-23d0980a3426
  kind: Event
  lastTimestamp: "2026-04-16T18:45:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:45:15Z"
    name: isvc-paddle-runtime-predictor.18a6eaa951d43edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22060"
    uid: 602fe98e-1388-40ca-920b-4809669b3d3e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21855"
    uid: e643e20f-110c-45a7-8426-23d0980a3426
  kind: Event
  lastTimestamp: "2026-04-16T18:45:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:45:15Z"
    name: isvc-paddle-runtime-predictor.18a6eaa952466165
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: 82fc4b93-a145-4e13-92ee-56ac5db1c408
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21664"
    uid: 2ec07d19-8c49-4c25-8e44-42fc7c547471
  kind: Event
  lastTimestamp: "2026-04-16T18:45:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:45:18Z"
    name: isvc-paddle-runtime.18a6ea9ed4108153
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: 73afd6ea-29c5-401e-8e3a-989a791319d8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21664"
    uid: 2ec07d19-8c49-4c25-8e44-42fc7c547471
  kind: Event
  lastTimestamp: "2026-04-16T18:44:31Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:44:31Z"
    name: isvc-paddle-runtime.18a6ea9ed479997b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: e15a4f88-11ce-4c1c-a41e-db61a8bbc7d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21673"
    uid: 2ec07d19-8c49-4c25-8e44-42fc7c547471
  kind: Event
  lastTimestamp: "2026-04-16T18:44:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:44:31Z"
    name: isvc-paddle-runtime.18a6ea9ed97700b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21716"
    uid: a2bca963-8ab6-4c1c-afc6-f28b10c66fd2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22083"
    uid: 2ec07d19-8c49-4c25-8e44-42fc7c547471
  kind: Event
  lastTimestamp: "2026-04-16T18:45:18Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:45:18Z"
    name: isvc-paddle-runtime.18a6eaa9ea6bad22
    namespace: kserve-ci-e2e-test
    resourceVersion: "22085"
    uid: 981810de-5424-4feb-b946-2605753e8fb2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:45:22.586297Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "22150"
    uid: 804a19e4-fa4a-4ae5-a77e-014e307040da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:45:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:45:22Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng.18a6eaaadb265f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22156"
    uid: 299913f0-cc6d-4ccf-9400-aba574a7c288
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "22161"
    uid: 804a19e4-fa4a-4ae5-a77e-014e307040da
  kind: Event
  lastTimestamp: "2026-04-16T18:45:23Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:45:23Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng.18a6eaaaf4319cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: b6994633-4d5e-47a5-b6c6-6a039a026c77
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 804a19e4-fa4a-4ae5-a77e-014e307040da
  kind: Event
  lastTimestamp: "2026-04-16T18:45:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:23Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng.18a6eaaaf591c42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: a5b6f7cc-9639-4907-bb95-25590a6d9937
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 804a19e4-fa4a-4ae5-a77e-014e307040da
  kind: Event
  lastTimestamp: "2026-04-16T18:45:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:23Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng.18a6eaaaf891b4bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22176"
    uid: eb95b3cc-4abf-450b-b497-4258ec4c2598
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 804a19e4-fa4a-4ae5-a77e-014e307040da
  kind: Event
  lastTimestamp: "2026-04-16T18:45:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:23Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng.18a6eaaaf9039615
    namespace: kserve-ci-e2e-test
    resourceVersion: "22177"
    uid: 2fe1f07e-00c3-46b5-9670-afea26c70239
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 804a19e4-fa4a-4ae5-a77e-014e307040da
  kind: Event
  lastTimestamp: "2026-04-16T18:45:27Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:27Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng.18a6eaac07bb9524
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: e726c6d6-cf34-4694-89fe-2dad96b1eac3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 804a19e4-fa4a-4ae5-a77e-014e307040da
  kind: Event
  lastTimestamp: "2026-04-16T18:45:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:27Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng.18a6eaac0ad44fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22226"
    uid: d50fe0b1-b777-4b86-9724-f98072b17103
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 804a19e4-fa4a-4ae5-a77e-014e307040da
  kind: Event
  lastTimestamp: "2026-04-16T18:45:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:27Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng.18a6eaac0b44f828
    namespace: kserve-ci-e2e-test
    resourceVersion: "22227"
    uid: 87677f96-a398-4970-be7b-6b08f8f0be1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 804a19e4-fa4a-4ae5-a77e-014e307040da
  kind: Event
  lastTimestamp: "2026-04-16T18:45:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:59Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng.18a6eaac43a9a4a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: eb6ffb1f-1a4f-4f85-b05f-697398fda5ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 804a19e4-fa4a-4ae5-a77e-014e307040da
  kind: Event
  lastTimestamp: "2026-04-16T18:46:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:14Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng.18a6eab6e7e9ee9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: 5abdb93d-9ccb-4f81-a9f9-e22cb3b04a44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22137"
    uid: cb65aa6b-87c6-4d96-aa39-7ade1bf741fa
  kind: Event
  lastTimestamp: "2026-04-16T18:45:22Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-q2tng'
  metadata:
    creationTimestamp: "2026-04-16T18:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:45:22Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b.18a6eaaadab6e7c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 5601364c-4219-42fe-a76f-e97737ef0e49
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22134"
    uid: 674c53e4-fbd9-4497-a3c0-3e98d0aeac40
  kind: Event
  lastTimestamp: "2026-04-16T18:45:22Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7c6bd76f7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:45:22Z"
    name: isvc-paddle-v2-kserve-predictor.18a6eaaad7ccaa6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22140"
    uid: afca2046-fbb0-412f-8483-83f1bcfcc178
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22135"
    uid: 0295a851-75b9-4e43-808e-02bbdb0b3a68
  kind: Event
  lastTimestamp: "2026-04-16T18:46:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:07Z"
    name: isvc-paddle-v2-kserve-predictor.18a6eaae5675e642
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: 25c5a03f-2a29-4c1a-9405-8b77e03512f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22135"
    uid: 0295a851-75b9-4e43-808e-02bbdb0b3a68
  kind: Event
  lastTimestamp: "2026-04-16T18:46:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:07Z"
    name: isvc-paddle-v2-kserve-predictor.18a6eaae56e842ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22508"
    uid: b7bed565-4dfb-4ba8-8c74-cfe9de703b0c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: 3aaed0bd-8e2d-4503-8035-94c9ad37951a
  kind: Event
  lastTimestamp: "2026-04-16T18:46:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:46:09Z"
    name: isvc-paddle-v2-kserve.18a6eaaad76be399
    namespace: kserve-ci-e2e-test
    resourceVersion: "22529"
    uid: 8eb2d8e8-4e74-4dcd-b38c-f296fcdab1c3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: 3aaed0bd-8e2d-4503-8035-94c9ad37951a
  kind: Event
  lastTimestamp: "2026-04-16T18:45:22Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:45:22Z"
    name: isvc-paddle-v2-kserve.18a6eaaad7e08b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: f0b027b2-5a84-44bb-b40a-52e3a092f6df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22527"
    uid: 3aaed0bd-8e2d-4503-8035-94c9ad37951a
  kind: Event
  lastTimestamp: "2026-04-16T18:46:09Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:46:09Z"
    name: isvc-paddle-v2-kserve.18a6eab5d3e358c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22528"
    uid: dda87b75-3c2d-47de-a427-340cc57d322f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21072"
    uid: b31b47e1-0119-4084-bce0-355d0d9e1ed0
  kind: Event
  lastTimestamp: "2026-04-16T18:44:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:44:28Z"
    name: isvc-paddle.18a6ea8e273f7d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: a4ebe600-f0f2-4471-aece-c2c18ba5c3d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21072"
    uid: b31b47e1-0119-4084-bce0-355d0d9e1ed0
  kind: Event
  lastTimestamp: "2026-04-16T18:43:19Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:43:19Z"
    name: isvc-paddle.18a6ea8e27a715d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21120"
    uid: ca014dc4-75a8-4ff6-9d63-63f8d54ccc51
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21075"
    uid: b31b47e1-0119-4084-bce0-355d0d9e1ed0
  kind: Event
  lastTimestamp: "2026-04-16T18:43:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:43:19Z"
    name: isvc-paddle.18a6ea8e2d73e53e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21122"
    uid: d976e22b-a214-48c5-8acd-8bc5526d59bd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21641"
    uid: b31b47e1-0119-4084-bce0-355d0d9e1ed0
  kind: Event
  lastTimestamp: "2026-04-16T18:44:28Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:44:28Z"
    name: isvc-paddle.18a6ea9e3ab906fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21642"
    uid: 8ca32fba-63bc-4de5-9536-b5bec2635919
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:46:14.407340Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-99nbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22597"
    uid: 9240f277-c91a-434b-a1b3-1786a641bc8a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-5584ffd8c9-99nbf
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:46:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:46:14Z"
    name: isvc-pmml-predictor-5584ffd8c9-99nbf.18a6eab6ebecc450
    namespace: kserve-ci-e2e-test
    resourceVersion: "22604"
    uid: aa3e2681-e177-4a7a-805d-ab71ea6cb217
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-99nbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: 9240f277-c91a-434b-a1b3-1786a641bc8a
  kind: Event
  lastTimestamp: "2026-04-16T18:46:14Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:46:14Z"
    name: isvc-pmml-predictor-5584ffd8c9-99nbf.18a6eab704ca3a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22619"
    uid: be3189ce-4994-4a6a-a6f7-6c2c28e6ff83
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-99nbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22600"
    uid: 9240f277-c91a-434b-a1b3-1786a641bc8a
  kind: Event
  lastTimestamp: "2026-04-16T18:46:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:14Z"
    name: isvc-pmml-predictor-5584ffd8c9-99nbf.18a6eab706294a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22621"
    uid: 860bd98c-9a27-4174-b484-d12d2c3e7eed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-99nbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22600"
    uid: 9240f277-c91a-434b-a1b3-1786a641bc8a
  kind: Event
  lastTimestamp: "2026-04-16T18:46:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:14Z"
    name: isvc-pmml-predictor-5584ffd8c9-99nbf.18a6eab70a08ee51
    namespace: kserve-ci-e2e-test
    resourceVersion: "22623"
    uid: 483267e5-6cd1-4d7b-ba31-5c83ad497612
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-99nbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22600"
    uid: 9240f277-c91a-434b-a1b3-1786a641bc8a
  kind: Event
  lastTimestamp: "2026-04-16T18:46:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:14Z"
    name: isvc-pmml-predictor-5584ffd8c9-99nbf.18a6eab70a8cb460
    namespace: kserve-ci-e2e-test
    resourceVersion: "22624"
    uid: 736d9cbe-6e2a-412b-a134-db1d2302c8e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-99nbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22600"
    uid: 9240f277-c91a-434b-a1b3-1786a641bc8a
  kind: Event
  lastTimestamp: "2026-04-16T18:46:18Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:18Z"
    name: isvc-pmml-predictor-5584ffd8c9-99nbf.18a6eab7f1db9616
    namespace: kserve-ci-e2e-test
    resourceVersion: "22663"
    uid: 0aecb0b3-23dd-4de9-beee-8576a87550cd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-99nbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22600"
    uid: 9240f277-c91a-434b-a1b3-1786a641bc8a
  kind: Event
  lastTimestamp: "2026-04-16T18:46:25Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.89s (6.89s including
    waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:25Z"
    name: isvc-pmml-predictor-5584ffd8c9-99nbf.18a6eab98c96f1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22722"
    uid: 7d36ebda-feec-4a98-bbb4-317fa8e334bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-99nbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22600"
    uid: 9240f277-c91a-434b-a1b3-1786a641bc8a
  kind: Event
  lastTimestamp: "2026-04-16T18:46:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:25Z"
    name: isvc-pmml-predictor-5584ffd8c9-99nbf.18a6eab98fac187a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22723"
    uid: 3b1a8d83-094e-4e40-88a2-08ced087b15f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-99nbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22600"
    uid: 9240f277-c91a-434b-a1b3-1786a641bc8a
  kind: Event
  lastTimestamp: "2026-04-16T18:46:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:25Z"
    name: isvc-pmml-predictor-5584ffd8c9-99nbf.18a6eab990197095
    namespace: kserve-ci-e2e-test
    resourceVersion: "22725"
    uid: ecdfa7ce-ce73-4871-822a-a3ee5b4efb75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-99nbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22600"
    uid: 9240f277-c91a-434b-a1b3-1786a641bc8a
  kind: Event
  lastTimestamp: "2026-04-16T18:47:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:40Z"
    name: isvc-pmml-predictor-5584ffd8c9-99nbf.18a6eab994ac6919
    namespace: kserve-ci-e2e-test
    resourceVersion: "23252"
    uid: 1ebe694d-6c0a-42c9-a326-0f99ae4a16e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-99nbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22600"
    uid: 9240f277-c91a-434b-a1b3-1786a641bc8a
  kind: Event
  lastTimestamp: "2026-04-16T18:47:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:55Z"
    name: isvc-pmml-predictor-5584ffd8c9-99nbf.18a6eace721b6f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23393"
    uid: a395dcf3-aeca-4b3b-9f62-0e8267b4bdf5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-5584ffd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: 4cca5909-6402-4735-a452-9fac6707c773
  kind: Event
  lastTimestamp: "2026-04-16T18:46:14Z"
  message: 'Created pod: isvc-pmml-predictor-5584ffd8c9-99nbf'
  metadata:
    creationTimestamp: "2026-04-16T18:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:14Z"
    name: isvc-pmml-predictor-5584ffd8c9.18a6eab6eb7b2a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22599"
    uid: 16ff874b-0fbf-4e97-92e8-e980b8702142
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22583"
    uid: 875091f7-ac04-47d9-b93f-c9353e904393
  kind: Event
  lastTimestamp: "2026-04-16T18:46:14Z"
  message: Scaled up replica set isvc-pmml-predictor-5584ffd8c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:14Z"
    name: isvc-pmml-predictor.18a6eab6e8ebcd31
    namespace: kserve-ci-e2e-test
    resourceVersion: "22589"
    uid: 7e817515-b771-4b28-bdf0-879512d17e36
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22585"
    uid: cc745c2e-13ea-4df0-a04e-76c48ac6ede2
  kind: Event
  lastTimestamp: "2026-04-16T18:46:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:29Z"
    name: isvc-pmml-predictor.18a6eaba68021f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22752"
    uid: 55ac9863-0447-4cf0-921a-d8505d083839
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22585"
    uid: cc745c2e-13ea-4df0-a04e-76c48ac6ede2
  kind: Event
  lastTimestamp: "2026-04-16T18:46:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:29Z"
    name: isvc-pmml-predictor.18a6eaba6851aeb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22753"
    uid: 9dcef662-3e27-468f-a3a7-58ff39d25e79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22751"
    uid: cc745c2e-13ea-4df0-a04e-76c48ac6ede2
  kind: Event
  lastTimestamp: "2026-04-16T18:47:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:44Z"
    name: isvc-pmml-predictor.18a6eabde70c02cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23279"
    uid: 003c64f4-deab-465c-b8e1-0f8853dc92e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22751"
    uid: cc745c2e-13ea-4df0-a04e-76c48ac6ede2
  kind: Event
  lastTimestamp: "2026-04-16T18:47:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:44Z"
    name: isvc-pmml-predictor.18a6eabde77f1e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "23280"
    uid: 6281b38a-b6d5-4a76-8e72-f68d85c6bf37
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:47:55.506906Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23400"
    uid: bf1c71ad-f082-47af-ac96-c09b63bf071f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7576f6b69f-wmsz5
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:47:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:47:55Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5.18a6eace75edbca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: 030beaee-fa53-40eb-b186-edb478e9aa60
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23412"
    uid: bf1c71ad-f082-47af-ac96-c09b63bf071f
  kind: Event
  lastTimestamp: "2026-04-16T18:47:55Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:47:55Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5.18a6eace8ed6f8be
    namespace: kserve-ci-e2e-test
    resourceVersion: "23421"
    uid: f616c819-5c6c-44b0-8941-bdffef838d27
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23403"
    uid: bf1c71ad-f082-47af-ac96-c09b63bf071f
  kind: Event
  lastTimestamp: "2026-04-16T18:47:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:55Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5.18a6eace903602e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: fbe1d5bb-0bce-488f-a403-1183b836d705
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23403"
    uid: bf1c71ad-f082-47af-ac96-c09b63bf071f
  kind: Event
  lastTimestamp: "2026-04-16T18:47:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:56Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5.18a6eace933d0ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23425"
    uid: e169ce05-9b19-4b64-9d60-f0d3f88950d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23403"
    uid: bf1c71ad-f082-47af-ac96-c09b63bf071f
  kind: Event
  lastTimestamp: "2026-04-16T18:47:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:56Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5.18a6eace93aace4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23426"
    uid: 9dbdd4a9-683e-4e40-b6ea-19734d215734
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23403"
    uid: bf1c71ad-f082-47af-ac96-c09b63bf071f
  kind: Event
  lastTimestamp: "2026-04-16T18:48:00Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:00Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5.18a6eacf89235f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 44633a2d-5bb5-4c8b-8c75-81b59240afa6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23403"
    uid: bf1c71ad-f082-47af-ac96-c09b63bf071f
  kind: Event
  lastTimestamp: "2026-04-16T18:48:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:00Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5.18a6eacf8c3e6195
    namespace: kserve-ci-e2e-test
    resourceVersion: "23469"
    uid: 7da4a93f-0873-4be9-963f-a872f9f01795
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23403"
    uid: bf1c71ad-f082-47af-ac96-c09b63bf071f
  kind: Event
  lastTimestamp: "2026-04-16T18:48:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:00Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5.18a6eacf8caf8488
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 26e473b3-364c-4d06-8499-7f0c3fa972f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23403"
    uid: bf1c71ad-f082-47af-ac96-c09b63bf071f
  kind: Event
  lastTimestamp: "2026-04-16T18:49:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:16Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5.18a6eacfc513626f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24006"
    uid: 9f745669-a055-45d9-9510-15098b458ad8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23403"
    uid: bf1c71ad-f082-47af-ac96-c09b63bf071f
  kind: Event
  lastTimestamp: "2026-04-16T18:49:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:36Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5.18a6eae60299ac00
    namespace: kserve-ci-e2e-test
    resourceVersion: "24191"
    uid: 49af552e-5dd2-4333-b126-ba2c57611e6a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7576f6b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23386"
    uid: 71cef0b9-4870-427c-8d90-c29fdaba7543
  kind: Event
  lastTimestamp: "2026-04-16T18:47:55Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7576f6b69f-wmsz5'
  metadata:
    creationTimestamp: "2026-04-16T18:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:55Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f.18a6eace75762d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23402"
    uid: 8e36f3cd-653b-451a-a99f-fd2cd775bb5d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23379"
    uid: 85358e85-16a4-4d5e-b51b-ca79fbb5139b
  kind: Event
  lastTimestamp: "2026-04-16T18:47:55Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7576f6b69f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:55Z"
    name: isvc-pmml-runtime-predictor.18a6eace71848962
    namespace: kserve-ci-e2e-test
    resourceVersion: "23389"
    uid: 30915901-4947-421b-aa42-78a49a319084
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23384"
    uid: bbdb2c77-77e5-4b94-a5d3-41f4d3e7d4eb
  kind: Event
  lastTimestamp: "2026-04-16T18:48:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:48:10Z"
    name: isvc-pmml-runtime-predictor.18a6ead1f0390a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23548"
    uid: ff3f67dc-b234-4a5d-9b64-ec49b69bea0d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23384"
    uid: bbdb2c77-77e5-4b94-a5d3-41f4d3e7d4eb
  kind: Event
  lastTimestamp: "2026-04-16T18:48:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:48:10Z"
    name: isvc-pmml-runtime-predictor.18a6ead1f0b29267
    namespace: kserve-ci-e2e-test
    resourceVersion: "23551"
    uid: b1753dc0-89ae-4e52-9394-2361382d0f94
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23549"
    uid: bbdb2c77-77e5-4b94-a5d3-41f4d3e7d4eb
  kind: Event
  lastTimestamp: "2026-04-16T18:49:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:49:25Z"
    name: isvc-pmml-runtime-predictor.18a6ead56fd2319f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24078"
    uid: 7e3cdb7a-b3a9-4f56-a9df-7c4cc7c69589
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23549"
    uid: bbdb2c77-77e5-4b94-a5d3-41f4d3e7d4eb
  kind: Event
  lastTimestamp: "2026-04-16T18:49:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:49:25Z"
    name: isvc-pmml-runtime-predictor.18a6ead57041ba5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24079"
    uid: 12e4397b-af9a-4986-9969-6c3f92b26368
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23362"
    uid: 051a927e-a90e-4a2f-b888-136384032a63
  kind: Event
  lastTimestamp: "2026-04-16T18:49:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:49:26Z"
    name: isvc-pmml-runtime.18a6eace71568ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24093"
    uid: 89a31169-9b70-4a3c-921a-a4919eb91830
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23362"
    uid: 051a927e-a90e-4a2f-b888-136384032a63
  kind: Event
  lastTimestamp: "2026-04-16T18:47:55Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:47:55Z"
    name: isvc-pmml-runtime.18a6eace71afad5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23409"
    uid: 58ba2020-8540-4285-8c7d-0e1c3a70376f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 051a927e-a90e-4a2f-b888-136384032a63
  kind: Event
  lastTimestamp: "2026-04-16T18:47:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:47:55Z"
    name: isvc-pmml-runtime.18a6eace75f7869d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23410"
    uid: 31630761-bf1d-452c-a5b8-269c6f4de7b6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24090"
    uid: 051a927e-a90e-4a2f-b888-136384032a63
  kind: Event
  lastTimestamp: "2026-04-16T18:49:26Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:49:26Z"
    name: isvc-pmml-runtime.18a6eae3a712ba08
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 817e1bbc-159a-405f-ae40-ad7945104c48
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:49:36.755569Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24201"
    uid: 5569bdf2-4286-4ae9-8ffe-5f4fafbaaee9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:49:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:49:36Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf.18a6eae608d1a82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24205"
    uid: dc6a5e5e-8fc0-4bbf-820d-a3bd3ad775b8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24209"
    uid: 5569bdf2-4286-4ae9-8ffe-5f4fafbaaee9
  kind: Event
  lastTimestamp: "2026-04-16T18:49:37Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:49:37Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf.18a6eae621c0f7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24217"
    uid: 67bc4ecf-aa51-4349-82ec-abe38fa8f55b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24203"
    uid: 5569bdf2-4286-4ae9-8ffe-5f4fafbaaee9
  kind: Event
  lastTimestamp: "2026-04-16T18:49:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:37Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf.18a6eae6230302f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: dd97ea0d-5ecb-4fcb-8dcb-a44516834473
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24203"
    uid: 5569bdf2-4286-4ae9-8ffe-5f4fafbaaee9
  kind: Event
  lastTimestamp: "2026-04-16T18:49:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:37Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf.18a6eae6268c4bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24221"
    uid: 90dd45d2-134b-4426-aee9-e6472ab8b1e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24203"
    uid: 5569bdf2-4286-4ae9-8ffe-5f4fafbaaee9
  kind: Event
  lastTimestamp: "2026-04-16T18:49:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:37Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf.18a6eae627016d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "24222"
    uid: 9eff31ac-13df-4606-a0c9-a792126e0c8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24203"
    uid: 5569bdf2-4286-4ae9-8ffe-5f4fafbaaee9
  kind: Event
  lastTimestamp: "2026-04-16T18:49:41Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:41Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf.18a6eae71f562fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24257"
    uid: 086825b1-1614-47f5-830e-c2c08a596c73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24203"
    uid: 5569bdf2-4286-4ae9-8ffe-5f4fafbaaee9
  kind: Event
  lastTimestamp: "2026-04-16T18:49:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:41Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf.18a6eae72262e30b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24263"
    uid: cd2ea61a-87fa-45b5-a731-1aee70a72e3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24203"
    uid: 5569bdf2-4286-4ae9-8ffe-5f4fafbaaee9
  kind: Event
  lastTimestamp: "2026-04-16T18:49:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:41Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf.18a6eae722d6ad95
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 7793f56b-bb9b-4723-85ca-dad055d75e77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24203"
    uid: 5569bdf2-4286-4ae9-8ffe-5f4fafbaaee9
  kind: Event
  lastTimestamp: "2026-04-16T18:50:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:50:56Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf.18a6eae75b9c97ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25084"
    uid: c3560fda-a35e-4b35-b172-70f402f8e606
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24203"
    uid: 5569bdf2-4286-4ae9-8ffe-5f4fafbaaee9
  kind: Event
  lastTimestamp: "2026-04-16T18:51:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:07Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf.18a6eafb446cb36b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25205"
    uid: b3e7066b-6165-402c-84bf-5a2c344c0f3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: 96b15966-a364-4040-a7e0-155d5507e8f6
  kind: Event
  lastTimestamp: "2026-04-16T18:49:36Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-75b87ff64c-g4nkf'
  metadata:
    creationTimestamp: "2026-04-16T18:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:49:36Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c.18a6eae60841d351
    namespace: kserve-ci-e2e-test
    resourceVersion: "24202"
    uid: aa301fe2-823c-44f1-9a9f-d18555a4706a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24178"
    uid: 96437326-f69f-4198-beb1-f5180dff43a0
  kind: Event
  lastTimestamp: "2026-04-16T18:49:36Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-75b87ff64c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:49:36Z"
    name: isvc-pmml-v2-kserve-predictor.18a6eae60217f213
    namespace: kserve-ci-e2e-test
    resourceVersion: "24187"
    uid: c99d6226-8130-4126-915a-03055073aace
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24183"
    uid: 4289e963-6bb8-47df-8c10-14eebfc22d28
  kind: Event
  lastTimestamp: "2026-04-16T18:50:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:50:06Z"
    name: isvc-pmml-v2-kserve-predictor.18a6eae980e7414d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24444"
    uid: 8a7f15cb-9529-4cfb-a887-a5fcb712384a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24183"
    uid: 4289e963-6bb8-47df-8c10-14eebfc22d28
  kind: Event
  lastTimestamp: "2026-04-16T18:50:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:50:06Z"
    name: isvc-pmml-v2-kserve-predictor.18a6eae9815a6ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: 45c18049-f7fc-4d17-a5aa-64c2624a7f10
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:50:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24343"
    uid: 4289e963-6bb8-47df-8c10-14eebfc22d28
  kind: Event
  lastTimestamp: "2026-04-16T18:51:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:06Z"
    name: isvc-pmml-v2-kserve-predictor.18a6eaf07f408731
    namespace: kserve-ci-e2e-test
    resourceVersion: "25166"
    uid: d42daa36-a2af-4b02-b474-77017d235b15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:50:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24343"
    uid: 4289e963-6bb8-47df-8c10-14eebfc22d28
  kind: Event
  lastTimestamp: "2026-04-16T18:51:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:06Z"
    name: isvc-pmml-v2-kserve-predictor.18a6eaf07fbc0164
    namespace: kserve-ci-e2e-test
    resourceVersion: "25167"
    uid: 429403ac-2e5c-40bf-9aec-b8cc6bf0150e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24161"
    uid: b5e61747-bcf9-4235-9be9-1095d76d99fa
  kind: Event
  lastTimestamp: "2026-04-16T18:51:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:06Z"
    name: isvc-pmml-v2-kserve.18a6eae601c94d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "25165"
    uid: f70434b2-5a94-446f-8889-0676ef4be040
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24161"
    uid: b5e61747-bcf9-4235-9be9-1095d76d99fa
  kind: Event
  lastTimestamp: "2026-04-16T18:49:36Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:49:36Z"
    name: isvc-pmml-v2-kserve.18a6eae6022c0b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "24189"
    uid: bf20ce99-a2f9-434b-bd7d-271ea16d939a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25161"
    uid: b5e61747-bcf9-4235-9be9-1095d76d99fa
  kind: Event
  lastTimestamp: "2026-04-16T18:51:06Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:06Z"
    name: isvc-pmml-v2-kserve.18a6eafaefb4d580
    namespace: kserve-ci-e2e-test
    resourceVersion: "25162"
    uid: 6a7ee150-1fac-4f04-9aa3-ddff3c8bbd74
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22562"
    uid: c8bcd312-88de-472d-8c81-1978a30f086d
  kind: Event
  lastTimestamp: "2026-04-16T18:47:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:47:50Z"
    name: isvc-pmml.18a6eab6e8c0bc97
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: d0c83402-1ea9-4e22-a263-67b33b1451a9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22562"
    uid: c8bcd312-88de-472d-8c81-1978a30f086d
  kind: Event
  lastTimestamp: "2026-04-16T18:46:14Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:46:14Z"
    name: isvc-pmml.18a6eab6e9109c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22591"
    uid: e46e128d-848b-4a4f-b540-43c0ceb29efe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23327"
    uid: c8bcd312-88de-472d-8c81-1978a30f086d
  kind: Event
  lastTimestamp: "2026-04-16T18:47:50Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:47:50Z"
    name: isvc-pmml.18a6eacd4d02c087
    namespace: kserve-ci-e2e-test
    resourceVersion: "23328"
    uid: 8c46f0fe-9220-4efb-a6ec-60e793abfc55
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:56:12.151761Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27799"
    uid: 98f0b27b-fac9-4c1f-b8f2-0a122c091f7a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-669896799c-4jq7g
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:56:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:56:12Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g.18a6eb421844beb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: f769ad85-e99b-4995-9228-02dd78802cec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27812"
    uid: 98f0b27b-fac9-4c1f-b8f2-0a122c091f7a
  kind: Event
  lastTimestamp: "2026-04-16T18:56:12Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:56:12Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g.18a6eb42312c2afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27822"
    uid: 178c872e-6424-43aa-9ff9-671e6ba0e18a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27802"
    uid: 98f0b27b-fac9-4c1f-b8f2-0a122c091f7a
  kind: Event
  lastTimestamp: "2026-04-16T18:56:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:12Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g.18a6eb423289ed3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27824"
    uid: 90b95580-b32f-4a6d-b27d-d89eb681f3d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27802"
    uid: 98f0b27b-fac9-4c1f-b8f2-0a122c091f7a
  kind: Event
  lastTimestamp: "2026-04-16T18:56:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:12Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g.18a6eb42358cdbda
    namespace: kserve-ci-e2e-test
    resourceVersion: "27825"
    uid: bb2b16b6-6eea-4a77-8e7e-d11aac22a71b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27802"
    uid: 98f0b27b-fac9-4c1f-b8f2-0a122c091f7a
  kind: Event
  lastTimestamp: "2026-04-16T18:56:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:12Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g.18a6eb4235f9dea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27826"
    uid: 6927c67e-1767-4b42-a9c2-bbb0ad4af5df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27802"
    uid: 98f0b27b-fac9-4c1f-b8f2-0a122c091f7a
  kind: Event
  lastTimestamp: "2026-04-16T18:56:16Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:16Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g.18a6eb43253a77ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27866"
    uid: 4fdef75c-945c-46e2-8cc2-2d3204a649cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27802"
    uid: 98f0b27b-fac9-4c1f-b8f2-0a122c091f7a
  kind: Event
  lastTimestamp: "2026-04-16T18:56:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:16Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g.18a6eb4328bf34da
    namespace: kserve-ci-e2e-test
    resourceVersion: "27871"
    uid: 3ecb242d-6545-4be5-8e0d-ec0a10ecb35a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27802"
    uid: 98f0b27b-fac9-4c1f-b8f2-0a122c091f7a
  kind: Event
  lastTimestamp: "2026-04-16T18:56:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:16Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g.18a6eb4329317da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: cc7feab4-d812-4c4d-afcd-765fdf784cba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27802"
    uid: 98f0b27b-fac9-4c1f-b8f2-0a122c091f7a
  kind: Event
  lastTimestamp: "2026-04-16T18:57:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:18Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g.18a6eb43612c8bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28330"
    uid: 58644967-beeb-41e2-a635-05062553150c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27802"
    uid: 98f0b27b-fac9-4c1f-b8f2-0a122c091f7a
  kind: Event
  lastTimestamp: "2026-04-16T18:57:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:32Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4jq7g.18a6eb54c22c2ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28459"
    uid: 2f50a301-bb03-46f1-98f1-bcb7d65b5ee3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-669896799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27789"
    uid: 20587986-88b8-4bec-8359-884f63651a3f
  kind: Event
  lastTimestamp: "2026-04-16T18:56:12Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-669896799c-4jq7g'
  metadata:
    creationTimestamp: "2026-04-16T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:12Z"
    name: isvc-predictive-lightgbm-predictor-669896799c.18a6eb4217c9d8e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27801"
    uid: 4922dcdf-b3dd-4eea-a6a2-3985c5597535
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27785"
    uid: f4cba5cf-1083-427e-8228-e5af2765eca0
  kind: Event
  lastTimestamp: "2026-04-16T18:56:12Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-669896799c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:12Z"
    name: isvc-predictive-lightgbm-predictor.18a6eb4213f23878
    namespace: kserve-ci-e2e-test
    resourceVersion: "27790"
    uid: bf878837-f2ef-460e-ba58-d7703752e3b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27788"
    uid: c777a96b-ca34-4665-9c8b-3276e461acab
  kind: Event
  lastTimestamp: "2026-04-16T18:56:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:27Z"
    name: isvc-predictive-lightgbm-predictor.18a6eb45930cc822
    namespace: kserve-ci-e2e-test
    resourceVersion: "27957"
    uid: 069c6a1a-39b8-41db-a810-3d160a8e927a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27788"
    uid: c777a96b-ca34-4665-9c8b-3276e461acab
  kind: Event
  lastTimestamp: "2026-04-16T18:56:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:27Z"
    name: isvc-predictive-lightgbm-predictor.18a6eb45937c8797
    namespace: kserve-ci-e2e-test
    resourceVersion: "27959"
    uid: 9a17a4cc-0f14-4ff6-ab8f-b16e01a5eda3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27958"
    uid: c777a96b-ca34-4665-9c8b-3276e461acab
  kind: Event
  lastTimestamp: "2026-04-16T18:57:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:27Z"
    name: isvc-predictive-lightgbm-predictor.18a6eb491254adc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28384"
    uid: 5787f2f0-3445-40d5-92b0-5283ab4f69ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27958"
    uid: c777a96b-ca34-4665-9c8b-3276e461acab
  kind: Event
  lastTimestamp: "2026-04-16T18:57:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:27Z"
    name: isvc-predictive-lightgbm-predictor.18a6eb4912cca661
    namespace: kserve-ci-e2e-test
    resourceVersion: "28385"
    uid: 4081ca60-481a-4534-84c8-97f1718b1619
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:00:22.782249Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29827"
    uid: fc7c89e9-6c91-4dd9-8a49-9f170a750b60
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:00:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:00:22Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv.18a6eb7c730280cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29833"
    uid: 86bee0b8-9fb7-45c8-825c-968c1d2f34ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29837"
    uid: fc7c89e9-6c91-4dd9-8a49-9f170a750b60
  kind: Event
  lastTimestamp: "2026-04-16T19:00:23Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:00:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv.18a6eb7c8c005776
    namespace: kserve-ci-e2e-test
    resourceVersion: "29848"
    uid: 7973fdee-a288-4204-a4d8-9cb0ef042a83
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29830"
    uid: fc7c89e9-6c91-4dd9-8a49-9f170a750b60
  kind: Event
  lastTimestamp: "2026-04-16T19:00:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv.18a6eb7c8d5698e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29850"
    uid: c2a6068a-a0af-47e9-872f-a94990db5309
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29830"
    uid: fc7c89e9-6c91-4dd9-8a49-9f170a750b60
  kind: Event
  lastTimestamp: "2026-04-16T19:00:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv.18a6eb7c91002ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29852"
    uid: 009dd33b-d054-49f2-9d19-73065ab44827
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29830"
    uid: fc7c89e9-6c91-4dd9-8a49-9f170a750b60
  kind: Event
  lastTimestamp: "2026-04-16T19:00:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv.18a6eb7c91726f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29853"
    uid: ac59f086-b002-485f-b518-f39ea2bf7fe6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29830"
    uid: fc7c89e9-6c91-4dd9-8a49-9f170a750b60
  kind: Event
  lastTimestamp: "2026-04-16T19:00:27Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv.18a6eb7d88f834e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29892"
    uid: 9d0df660-169f-4c6f-a548-9b3189b1f2a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29830"
    uid: fc7c89e9-6c91-4dd9-8a49-9f170a750b60
  kind: Event
  lastTimestamp: "2026-04-16T19:00:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv.18a6eb7d8ce4010e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29897"
    uid: 18a69146-1d64-4ba5-bbf6-cbd2f16bb788
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29830"
    uid: fc7c89e9-6c91-4dd9-8a49-9f170a750b60
  kind: Event
  lastTimestamp: "2026-04-16T19:00:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv.18a6eb7d8d553267
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 8c9f2f3a-0905-4be0-9c07-a53cac8bc9fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29830"
    uid: fc7c89e9-6c91-4dd9-8a49-9f170a750b60
  kind: Event
  lastTimestamp: "2026-04-16T19:01:56Z"
  message: 'Readiness probe failed: Get "http://10.132.0.48:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T19:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv.18a6eb84fd08e97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30658"
    uid: df8c67c4-3c38-427f-b200-0d2764bcd7f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv
    namespace: kserve-ci-e2e-test
    resourceVersion: "29830"
    uid: fc7c89e9-6c91-4dd9-8a49-9f170a750b60
  kind: Event
  lastTimestamp: "2026-04-16T19:01:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv.18a6eb9170b6699e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30547"
    uid: 8297717a-67d7-4c4b-9c9e-6a7c0eb1fe02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "29817"
    uid: 78115023-8699-41be-9466-0bc250e907ab
  kind: Event
  lastTimestamp: "2026-04-16T19:00:22Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jcddv'
  metadata:
    creationTimestamp: "2026-04-16T19:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:00:22Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79.18a6eb7c72765493
    namespace: kserve-ci-e2e-test
    resourceVersion: "29829"
    uid: baf5427d-aeec-4917-b2e9-507fd654cdf1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29812"
    uid: ad22facb-4ded-4313-bbc4-ec37d9f6478a
  kind: Event
  lastTimestamp: "2026-04-16T19:00:22Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-65df45cf79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:00:22Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6eb7c6f5aa183
    namespace: kserve-ci-e2e-test
    resourceVersion: "29819"
    uid: b298cc86-3fef-41b8-8a8a-6b0f37288924
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29814"
    uid: 2878454d-56a7-49f5-b633-9ffc194f3c21
  kind: Event
  lastTimestamp: "2026-04-16T19:01:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:07Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6eb7fedb560d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: b8f5ee1e-062e-4782-a9ef-899951df477e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29814"
    uid: 2878454d-56a7-49f5-b633-9ffc194f3c21
  kind: Event
  lastTimestamp: "2026-04-16T19:01:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:07Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6eb7fee2fd1be
    namespace: kserve-ci-e2e-test
    resourceVersion: "30184"
    uid: d4a52a86-4d22-4371-878e-ed428c910e3a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29974"
    uid: 2878454d-56a7-49f5-b633-9ffc194f3c21
  kind: Event
  lastTimestamp: "2026-04-16T19:01:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:52Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6eb8a6cb0874c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30517"
    uid: 56914390-36ef-410d-8abc-26a719db82e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29974"
    uid: 2878454d-56a7-49f5-b633-9ffc194f3c21
  kind: Event
  lastTimestamp: "2026-04-16T19:01:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:52Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6eb8a6d371282
    namespace: kserve-ci-e2e-test
    resourceVersion: "30519"
    uid: 127eb100-6afb-4504-8e13-e2f5621d0bc8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29790"
    uid: 12eb67ee-8c90-4228-87ee-e23ba3014a3d
  kind: Event
  lastTimestamp: "2026-04-16T19:01:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:01:46Z"
    name: isvc-predictive-lightgbm-v2.18a6eb7c6edb6aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30473"
    uid: d237ab78-c821-4832-8a48-13a7f83cade3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29790"
    uid: 12eb67ee-8c90-4228-87ee-e23ba3014a3d
  kind: Event
  lastTimestamp: "2026-04-16T19:00:22Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:00:22Z"
    name: isvc-predictive-lightgbm-v2.18a6eb7c6fef8cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29822"
    uid: c125cf78-af42-453b-ad5b-812fdecb2140
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30470"
    uid: 12eb67ee-8c90-4228-87ee-e23ba3014a3d
  kind: Event
  lastTimestamp: "2026-04-16T19:01:46Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:01:46Z"
    name: isvc-predictive-lightgbm-v2.18a6eb8ff306d354
    namespace: kserve-ci-e2e-test
    resourceVersion: "30471"
    uid: 7c3bb002-a4f7-4ed0-b006-6030df1dc8db
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27763"
    uid: 9ba941ad-87a4-4d42-844f-e901d29ac9e9
  kind: Event
  lastTimestamp: "2026-04-16T18:57:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:57:28Z"
    name: isvc-predictive-lightgbm.18a6eb4213f438b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28402"
    uid: 880cd8c2-9392-42f3-8af2-92969b19ca9f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27763"
    uid: 9ba941ad-87a4-4d42-844f-e901d29ac9e9
  kind: Event
  lastTimestamp: "2026-04-16T18:56:12Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:56:12Z"
    name: isvc-predictive-lightgbm.18a6eb4214802635
    namespace: kserve-ci-e2e-test
    resourceVersion: "27809"
    uid: 8ae20501-1f17-44dd-99e9-2902419dd53e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27775"
    uid: 9ba941ad-87a4-4d42-844f-e901d29ac9e9
  kind: Event
  lastTimestamp: "2026-04-16T18:56:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:56:12Z"
    name: isvc-predictive-lightgbm.18a6eb4218aeb34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27811"
    uid: 3fca6075-9e2e-4757-855d-19a16a5de08d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28400"
    uid: 9ba941ad-87a4-4d42-844f-e901d29ac9e9
  kind: Event
  lastTimestamp: "2026-04-16T18:57:28Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:57:28Z"
    name: isvc-predictive-lightgbm.18a6eb53edbea0b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28401"
    uid: c9043f47-48c7-4296-b0d9-21b412b343ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:52:51.512698Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26199"
    uid: c9d10793-cc4b-41df-8478-5884f3f072d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-85bccb8945-8gzps
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:52:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:52:51Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps.18a6eb13613f9ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26204"
    uid: a3b584d8-8f53-40f7-9da8-447a0cd1836a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26210"
    uid: c9d10793-cc4b-41df-8478-5884f3f072d3
  kind: Event
  lastTimestamp: "2026-04-16T18:52:51Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:52:51Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps.18a6eb137a096217
    namespace: kserve-ci-e2e-test
    resourceVersion: "26218"
    uid: 5cec5dcd-6d16-4395-9eef-d7afd44a66f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26202"
    uid: c9d10793-cc4b-41df-8478-5884f3f072d3
  kind: Event
  lastTimestamp: "2026-04-16T18:52:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:51Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps.18a6eb137bdade99
    namespace: kserve-ci-e2e-test
    resourceVersion: "26220"
    uid: b2d4c93d-5786-416d-8453-04ce0d4f1875
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26202"
    uid: c9d10793-cc4b-41df-8478-5884f3f072d3
  kind: Event
  lastTimestamp: "2026-04-16T18:52:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:52Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps.18a6eb137f8c8d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: a3ec03ff-a547-42df-a786-b40f6db53534
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26202"
    uid: c9d10793-cc4b-41df-8478-5884f3f072d3
  kind: Event
  lastTimestamp: "2026-04-16T18:52:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:52Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps.18a6eb1380046b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26224"
    uid: 525e01ad-b5f4-4815-838f-5025e3446a0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26202"
    uid: c9d10793-cc4b-41df-8478-5884f3f072d3
  kind: Event
  lastTimestamp: "2026-04-16T18:52:56Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:56Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps.18a6eb146f7e6cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26264"
    uid: fc78d851-c94b-4aa4-b3bf-d62393eff14b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26202"
    uid: c9d10793-cc4b-41df-8478-5884f3f072d3
  kind: Event
  lastTimestamp: "2026-04-16T18:53:18Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.001s
    (22.001s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:18Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps.18a6eb198ee3bd32
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: a40163c7-978d-45b3-8d5c-11995e7de3e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26202"
    uid: c9d10793-cc4b-41df-8478-5884f3f072d3
  kind: Event
  lastTimestamp: "2026-04-16T18:53:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:18Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps.18a6eb199244cebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 928c4117-63bd-43d1-a6e1-cd021c1b6542
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26202"
    uid: c9d10793-cc4b-41df-8478-5884f3f072d3
  kind: Event
  lastTimestamp: "2026-04-16T18:53:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:18Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps.18a6eb1992bb64f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26421"
    uid: 158fc009-f2ab-4733-9d04-008aebb008fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26202"
    uid: c9d10793-cc4b-41df-8478-5884f3f072d3
  kind: Event
  lastTimestamp: "2026-04-16T18:54:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:29Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps.18a6eb199340722a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 0ca46900-0f9b-44ed-ba8b-55eec4e68791
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26202"
    uid: c9d10793-cc4b-41df-8478-5884f3f072d3
  kind: Event
  lastTimestamp: "2026-04-16T18:54:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:41Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8gzps.18a6eb2d1606b82e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27057"
    uid: 6ffb73bd-0946-4a4f-b6dd-4592cccaad38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-85bccb8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "26188"
    uid: cbe1dd35-0521-438d-a1b8-3bbf09337476
  kind: Event
  lastTimestamp: "2026-04-16T18:52:51Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-85bccb8945-8gzps'
  metadata:
    creationTimestamp: "2026-04-16T18:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:51Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945.18a6eb1360aa7050
    namespace: kserve-ci-e2e-test
    resourceVersion: "26201"
    uid: 1fe70bc5-35c9-4029-a375-b2492b814431
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26186"
    uid: 81c50c70-33ae-4b60-871d-de01e13b2bcd
  kind: Event
  lastTimestamp: "2026-04-16T18:52:51Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-85bccb8945 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:51Z"
    name: isvc-predictive-sklearn-predictor.18a6eb135e1af250
    namespace: kserve-ci-e2e-test
    resourceVersion: "26191"
    uid: d3c19743-590d-4a29-b091-0fd953c089ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26187"
    uid: 1dd24df6-6493-45a1-8eb6-9a91a98c3c96
  kind: Event
  lastTimestamp: "2026-04-16T18:53:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:53:36Z"
    name: isvc-predictive-sklearn-predictor.18a6eb16dcb97215
    namespace: kserve-ci-e2e-test
    resourceVersion: "26552"
    uid: 2b4cdc95-6218-4965-851d-c1de1e72d3c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26187"
    uid: 1dd24df6-6493-45a1-8eb6-9a91a98c3c96
  kind: Event
  lastTimestamp: "2026-04-16T18:53:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:53:36Z"
    name: isvc-predictive-sklearn-predictor.18a6eb16dd438ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26553"
    uid: 48825eda-024b-4f4b-9943-4903f46a0905
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26338"
    uid: 1dd24df6-6493-45a1-8eb6-9a91a98c3c96
  kind: Event
  lastTimestamp: "2026-04-16T18:54:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:36Z"
    name: isvc-predictive-sklearn-predictor.18a6eb215ab8b555
    namespace: kserve-ci-e2e-test
    resourceVersion: "26983"
    uid: 2233e06e-ea21-4382-93fa-b077049a21b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26338"
    uid: 1dd24df6-6493-45a1-8eb6-9a91a98c3c96
  kind: Event
  lastTimestamp: "2026-04-16T18:54:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:36Z"
    name: isvc-predictive-sklearn-predictor.18a6eb215b8cabbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 6d78c04e-2a3e-4d9b-86b8-6af8558dc2b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:57:32.362255Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28465"
    uid: dcd15964-7680-4a2c-97e0-1a12b028640f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:57:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:57:32Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd.18a6eb54c52ff131
    namespace: kserve-ci-e2e-test
    resourceVersion: "28471"
    uid: a6d0f0e7-73b9-4765-b95b-1e9d43935c72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28475"
    uid: dcd15964-7680-4a2c-97e0-1a12b028640f
  kind: Event
  lastTimestamp: "2026-04-16T18:57:32Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:57:32Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd.18a6eb54ddfe272b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28487"
    uid: b6e38378-db6b-4f85-9bdf-8ede5e5b5069
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28468"
    uid: dcd15964-7680-4a2c-97e0-1a12b028640f
  kind: Event
  lastTimestamp: "2026-04-16T18:57:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:32Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd.18a6eb54df4959bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28489"
    uid: d0af0b0c-5d47-4657-af42-b1d0995eb238
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28468"
    uid: dcd15964-7680-4a2c-97e0-1a12b028640f
  kind: Event
  lastTimestamp: "2026-04-16T18:57:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:32Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd.18a6eb54e250badd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28491"
    uid: c664b45f-03b2-4b19-999e-e224c9c7e182
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28468"
    uid: dcd15964-7680-4a2c-97e0-1a12b028640f
  kind: Event
  lastTimestamp: "2026-04-16T18:57:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:32Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd.18a6eb54e2c20789
    namespace: kserve-ci-e2e-test
    resourceVersion: "28492"
    uid: 5564da3b-33ce-4dd3-b8d9-fa126117b742
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28468"
    uid: dcd15964-7680-4a2c-97e0-1a12b028640f
  kind: Event
  lastTimestamp: "2026-04-16T18:57:36Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:36Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd.18a6eb55d4797fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28530"
    uid: 2e5bb00d-4d4e-4023-8f7e-6cff987d75ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28468"
    uid: dcd15964-7680-4a2c-97e0-1a12b028640f
  kind: Event
  lastTimestamp: "2026-04-16T18:57:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:36Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd.18a6eb55d7605a12
    namespace: kserve-ci-e2e-test
    resourceVersion: "28535"
    uid: 42f3e2c8-ba8b-4b83-abe9-f0ec43048457
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28468"
    uid: dcd15964-7680-4a2c-97e0-1a12b028640f
  kind: Event
  lastTimestamp: "2026-04-16T18:57:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:36Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd.18a6eb55d7d03583
    namespace: kserve-ci-e2e-test
    resourceVersion: "28536"
    uid: b7669e85-bc42-4e50-b983-06cde43fabe4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28468"
    uid: dcd15964-7680-4a2c-97e0-1a12b028640f
  kind: Event
  lastTimestamp: "2026-04-16T18:59:04Z"
  message: 'Readiness probe failed: Get "http://10.132.0.46:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:04Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd.18a6eb5d487045eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29223"
    uid: f7eb5b6c-3eb3-418a-a1f6-8fe852ee9008
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28468"
    uid: dcd15964-7680-4a2c-97e0-1a12b028640f
  kind: Event
  lastTimestamp: "2026-04-16T18:59:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:02Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd.18a6eb69c3ee89d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29179"
    uid: d6d6ab33-8796-4da1-bebf-08afdd10031a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28454"
    uid: 083b01f5-423c-42cc-9ca8-2c2a120f3531
  kind: Event
  lastTimestamp: "2026-04-16T18:57:32Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-m94vd'
  metadata:
    creationTimestamp: "2026-04-16T18:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:32Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f.18a6eb54c480b8c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28467"
    uid: 2dd237cc-2a60-464a-9c9c-3e0613b1a0a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28450"
    uid: 84309282-8a52-4274-b9f8-4d88e5d11c74
  kind: Event
  lastTimestamp: "2026-04-16T18:57:32Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-6fd9c49f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:32Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6eb54c1d047dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28457"
    uid: 07fcbc8d-493b-4cc6-990d-7b5e897d7200
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: 09b4db25-16e1-4ef3-96dd-282134e2505b
  kind: Event
  lastTimestamp: "2026-04-16T18:58:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:17Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6eb5840d9a4ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "28817"
    uid: 01dd4806-c878-4254-bc06-cd3e56ef0733
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: 09b4db25-16e1-4ef3-96dd-282134e2505b
  kind: Event
  lastTimestamp: "2026-04-16T18:58:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:17Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6eb5841510f35
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 0e659e35-b355-4942-b524-1d956c200ef8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 09b4db25-16e1-4ef3-96dd-282134e2505b
  kind: Event
  lastTimestamp: "2026-04-16T18:59:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:59:02Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6eb62be664826
    namespace: kserve-ci-e2e-test
    resourceVersion: "29142"
    uid: d9545e61-9f8c-425e-be12-264d2f92f36c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 09b4db25-16e1-4ef3-96dd-282134e2505b
  kind: Event
  lastTimestamp: "2026-04-16T18:59:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:59:02Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6eb62bedd1e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29143"
    uid: 28bb8778-208b-462c-8943-41f3052116c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28429"
    uid: 023ec0f2-e444-4b03-8af5-a0cebb5c44a0
  kind: Event
  lastTimestamp: "2026-04-16T18:58:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:58:54Z"
    name: isvc-predictive-sklearn-v2.18a6eb54c1a8b146
    namespace: kserve-ci-e2e-test
    resourceVersion: "29086"
    uid: 01a0bc11-afd9-43d9-9e91-23a430a99c6f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28429"
    uid: 023ec0f2-e444-4b03-8af5-a0cebb5c44a0
  kind: Event
  lastTimestamp: "2026-04-16T18:57:32Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:57:32Z"
    name: isvc-predictive-sklearn-v2.18a6eb54c223c6b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28460"
    uid: fef4e9dd-fab6-4c50-939c-881a6a23bf31
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29082"
    uid: 023ec0f2-e444-4b03-8af5-a0cebb5c44a0
  kind: Event
  lastTimestamp: "2026-04-16T18:58:54Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:58:54Z"
    name: isvc-predictive-sklearn-v2.18a6eb67e6583cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29084"
    uid: 30171b04-b158-4680-981d-f41b193eb268
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26179"
    uid: 28e0060d-70b1-4151-9141-f746437a0227
  kind: Event
  lastTimestamp: "2026-04-16T18:54:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:54:39Z"
    name: isvc-predictive-sklearn.18a6eb135defcc35
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: a89a4e3b-835a-40c0-b86f-72fa55935b2d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26179"
    uid: 28e0060d-70b1-4151-9141-f746437a0227
  kind: Event
  lastTimestamp: "2026-04-16T18:52:51Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:51Z"
    name: isvc-predictive-sklearn.18a6eb135e4b63a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26216"
    uid: 0bdfd963-2278-4ca4-bdb8-6ec23d84e768
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: 28e0060d-70b1-4151-9141-f746437a0227
  kind: Event
  lastTimestamp: "2026-04-16T18:52:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:51Z"
    name: isvc-predictive-sklearn.18a6eb136a1137ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 11c6025b-8eef-4295-8ce3-a781948fd63a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27006"
    uid: 28e0060d-70b1-4151-9141-f746437a0227
  kind: Event
  lastTimestamp: "2026-04-16T18:54:39Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:54:39Z"
    name: isvc-predictive-sklearn.18a6eb2c7791e325
    namespace: kserve-ci-e2e-test
    resourceVersion: "27008"
    uid: d168d0fd-70ac-4c60-a1de-0aea48bac31d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:54:42.177883Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: a462062d-0378-406b-a95c-1a63a7171482
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:54:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:54:42Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj.18a6eb2d25685184
    namespace: kserve-ci-e2e-test
    resourceVersion: "27082"
    uid: c6dd36a0-9295-4c30-9d5b-272cfcf0d3e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27085"
    uid: a462062d-0378-406b-a95c-1a63a7171482
  kind: Event
  lastTimestamp: "2026-04-16T18:54:42Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:54:42Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj.18a6eb2d3ec4512c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27092"
    uid: 4a868dca-8c38-4796-a5fd-c26284fe1b19
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27079"
    uid: a462062d-0378-406b-a95c-1a63a7171482
  kind: Event
  lastTimestamp: "2026-04-16T18:54:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:42Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj.18a6eb2d40ca11f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27094"
    uid: 302cea85-374c-4560-9698-206e9b4b61d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27079"
    uid: a462062d-0378-406b-a95c-1a63a7171482
  kind: Event
  lastTimestamp: "2026-04-16T18:54:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:42Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj.18a6eb2d446aecde
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: 518607f7-2573-4a29-81f3-1e3b40f6e3f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27079"
    uid: a462062d-0378-406b-a95c-1a63a7171482
  kind: Event
  lastTimestamp: "2026-04-16T18:54:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:42Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj.18a6eb2d44d99dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: c33ee893-32d1-4579-9987-1ad63c0feb3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27079"
    uid: a462062d-0378-406b-a95c-1a63a7171482
  kind: Event
  lastTimestamp: "2026-04-16T18:54:47Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:47Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj.18a6eb2e5c2a79ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27136"
    uid: 2eb9674e-08a6-49fc-bd16-9b9f584b5ea9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27079"
    uid: a462062d-0378-406b-a95c-1a63a7171482
  kind: Event
  lastTimestamp: "2026-04-16T18:54:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:47Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj.18a6eb2e5f9cf6ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: b581bfff-4cd7-4620-b6c7-b88d7b2c722d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27079"
    uid: a462062d-0378-406b-a95c-1a63a7171482
  kind: Event
  lastTimestamp: "2026-04-16T18:54:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:47Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj.18a6eb2e601bae15
    namespace: kserve-ci-e2e-test
    resourceVersion: "27142"
    uid: 86b6f9f7-cd49-477d-aa94-f6916098b919
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27079"
    uid: a462062d-0378-406b-a95c-1a63a7171482
  kind: Event
  lastTimestamp: "2026-04-16T18:56:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:15Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj.18a6eb2e981a74df
    namespace: kserve-ci-e2e-test
    resourceVersion: "27857"
    uid: 4be52840-f7b5-43f7-a8ec-fc29f8a322d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27079"
    uid: a462062d-0378-406b-a95c-1a63a7171482
  kind: Event
  lastTimestamp: "2026-04-16T18:56:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:12Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj.18a6eb4214235951
    namespace: kserve-ci-e2e-test
    resourceVersion: "27793"
    uid: 6d7fedff-b8a9-441b-aa94-8da46e294be1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-794b54b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27060"
    uid: d0b11e0c-e783-4aeb-b3a4-9cf0a85d1e14
  kind: Event
  lastTimestamp: "2026-04-16T18:54:42Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-794b54b9b4-pqcqj'
  metadata:
    creationTimestamp: "2026-04-16T18:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:42Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4.18a6eb2d2440c0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27076"
    uid: 5c4ad312-eba7-424e-a0af-eb89b665d15b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27058"
    uid: 9821a4a6-3c28-4175-9622-d4ffc5369e87
  kind: Event
  lastTimestamp: "2026-04-16T18:54:41Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-794b54b9b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:41Z"
    name: isvc-predictive-xgboost-predictor.18a6eb2d176ee036
    namespace: kserve-ci-e2e-test
    resourceVersion: "27062"
    uid: 52ce2d5c-24e8-472f-bc42-2f9560973ea8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27059"
    uid: f029b40c-ebe3-4a26-9231-51443a883f61
  kind: Event
  lastTimestamp: "2026-04-16T18:54:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:56Z"
    name: isvc-predictive-xgboost-predictor.18a6eb3097c7a6e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: 43fcf71c-24bc-4245-9e20-abfb984318c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27059"
    uid: f029b40c-ebe3-4a26-9231-51443a883f61
  kind: Event
  lastTimestamp: "2026-04-16T18:54:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:56Z"
    name: isvc-predictive-xgboost-predictor.18a6eb30987ddc00
    namespace: kserve-ci-e2e-test
    resourceVersion: "27210"
    uid: 706d446b-d0af-4611-9f9f-1e880d3bb395
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27208"
    uid: f029b40c-ebe3-4a26-9231-51443a883f61
  kind: Event
  lastTimestamp: "2026-04-16T18:55:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:55:57Z"
    name: isvc-predictive-xgboost-predictor.18a6eb34187cd58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27654"
    uid: 0175131c-77b1-4c0c-b503-44656d713cec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27208"
    uid: f029b40c-ebe3-4a26-9231-51443a883f61
  kind: Event
  lastTimestamp: "2026-04-16T18:55:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:55:57Z"
    name: isvc-predictive-xgboost-predictor.18a6eb34198c7d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "27655"
    uid: 65d1abe0-5f74-4624-be2e-fc1b9265b22e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:59:02.594980Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29184"
    uid: 452713fe-7f9f-44bb-9af3-f22f1681bb54
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:59:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:59:02Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn.18a6eb69c779ec26
    namespace: kserve-ci-e2e-test
    resourceVersion: "29190"
    uid: 549e5619-dabd-44a3-a840-01c4545aa430
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29195"
    uid: 452713fe-7f9f-44bb-9af3-f22f1681bb54
  kind: Event
  lastTimestamp: "2026-04-16T18:59:03Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:59:03Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn.18a6eb69e0b33159
    namespace: kserve-ci-e2e-test
    resourceVersion: "29203"
    uid: 6a3a7e42-7488-4835-bb76-dd8f2956dafd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29186"
    uid: 452713fe-7f9f-44bb-9af3-f22f1681bb54
  kind: Event
  lastTimestamp: "2026-04-16T18:59:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:03Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn.18a6eb69e20365dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29205"
    uid: cdff4968-4435-4c1e-9df1-e9537f9ef328
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29186"
    uid: 452713fe-7f9f-44bb-9af3-f22f1681bb54
  kind: Event
  lastTimestamp: "2026-04-16T18:59:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:03Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn.18a6eb69e4ca06ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29208"
    uid: 86213045-c09c-4b43-805c-94e842842fb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29186"
    uid: 452713fe-7f9f-44bb-9af3-f22f1681bb54
  kind: Event
  lastTimestamp: "2026-04-16T18:59:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:03Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn.18a6eb69e53d4d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "29209"
    uid: 8569d47d-1264-4a39-9b9a-c934a7edc840
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29186"
    uid: 452713fe-7f9f-44bb-9af3-f22f1681bb54
  kind: Event
  lastTimestamp: "2026-04-16T18:59:07Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:07Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn.18a6eb6ad9b8a118
    namespace: kserve-ci-e2e-test
    resourceVersion: "29243"
    uid: ccff2ee6-571b-4e26-aa05-16a1dc727e45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29186"
    uid: 452713fe-7f9f-44bb-9af3-f22f1681bb54
  kind: Event
  lastTimestamp: "2026-04-16T18:59:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:07Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn.18a6eb6ade4541e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29247"
    uid: 8bc793f5-a1ef-4b26-9926-7cb92e7b892d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29186"
    uid: 452713fe-7f9f-44bb-9af3-f22f1681bb54
  kind: Event
  lastTimestamp: "2026-04-16T18:59:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:07Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn.18a6eb6adeb9c163
    namespace: kserve-ci-e2e-test
    resourceVersion: "29249"
    uid: 4aaa5868-a3d6-4a1e-a667-c6813ad4cdad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29186"
    uid: 452713fe-7f9f-44bb-9af3-f22f1681bb54
  kind: Event
  lastTimestamp: "2026-04-16T19:00:09Z"
  message: 'Readiness probe failed: Get "http://10.132.0.47:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:09Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn.18a6eb724db6a3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29681"
    uid: 7b9fe789-c6bd-459e-88e7-71aee43095c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29186"
    uid: 452713fe-7f9f-44bb-9af3-f22f1681bb54
  kind: Event
  lastTimestamp: "2026-04-16T19:00:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:22Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn.18a6eb7c6f81a7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 54028b68-5dc0-4323-933d-55dd1837b6b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29168"
    uid: a09044c4-bc35-4135-b4fe-066613e56a98
  kind: Event
  lastTimestamp: "2026-04-16T18:59:02Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-2xmmn'
  metadata:
    creationTimestamp: "2026-04-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:59:02Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb.18a6eb69c6e42ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "29185"
    uid: 47bb40a2-bad1-4bb6-8a86-fd69a8119516
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29161"
    uid: e56d8fd1-1f29-4635-828d-4287b7fbbdbc
  kind: Event
  lastTimestamp: "2026-04-16T18:59:02Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-67fd65d6cb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:59:02Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6eb69c2d6516c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29170"
    uid: 795aa01e-d0ca-4284-9d4b-bec2955b30a1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29166"
    uid: b0d4a36c-249e-4c5b-8446-e39251b3a911
  kind: Event
  lastTimestamp: "2026-04-16T18:59:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:59:17Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6eb6d41b8e395
    namespace: kserve-ci-e2e-test
    resourceVersion: "29321"
    uid: 54babf1f-70a6-4cbf-bfdc-e2875071be02
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29166"
    uid: b0d4a36c-249e-4c5b-8446-e39251b3a911
  kind: Event
  lastTimestamp: "2026-04-16T18:59:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:59:17Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6eb6d422d202d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29323"
    uid: c9848e17-9602-4199-84a6-25cbf34b50c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: b0d4a36c-249e-4c5b-8446-e39251b3a911
  kind: Event
  lastTimestamp: "2026-04-16T19:00:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:00:17Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6eb70c0f414e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29744"
    uid: aff475ec-33b5-417b-ac4a-31b1dc9b0c4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: b0d4a36c-249e-4c5b-8446-e39251b3a911
  kind: Event
  lastTimestamp: "2026-04-16T19:00:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:00:17Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6eb70c16d7e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "29745"
    uid: 299beb9a-4e64-40bc-98c2-00677d2dbd8c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29145"
    uid: ba41dceb-3acc-4e55-bc69-5d58748307a1
  kind: Event
  lastTimestamp: "2026-04-16T19:00:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:00:19Z"
    name: isvc-predictive-xgboost-v2.18a6eb69c2812d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29765"
    uid: 20c84d03-2293-49e6-8392-0bcef820d776
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29145"
    uid: ba41dceb-3acc-4e55-bc69-5d58748307a1
  kind: Event
  lastTimestamp: "2026-04-16T18:59:02Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:59:02Z"
    name: isvc-predictive-xgboost-v2.18a6eb69c2ef8bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29192"
    uid: 244cccf8-a043-4905-b1e1-39f481004778
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29158"
    uid: ba41dceb-3acc-4e55-bc69-5d58748307a1
  kind: Event
  lastTimestamp: "2026-04-16T18:59:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:59:02Z"
    name: isvc-predictive-xgboost-v2.18a6eb69c78a7d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29194"
    uid: 1654da6f-c262-490e-9016-18a73c77fea3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29763"
    uid: ba41dceb-3acc-4e55-bc69-5d58748307a1
  kind: Event
  lastTimestamp: "2026-04-16T19:00:19Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:00:19Z"
    name: isvc-predictive-xgboost-v2.18a6eb7ba2768dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29764"
    uid: 1f345bcb-18ce-4301-9a25-4ada36c0fd0f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: 218d8a62-9e97-47f2-bf8c-33c5051fe6fe
  kind: Event
  lastTimestamp: "2026-04-16T18:56:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:56:05Z"
    name: isvc-predictive-xgboost.18a6eb2d17439b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: b013f077-b955-4605-9c1a-4b7d02257455
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: 218d8a62-9e97-47f2-bf8c-33c5051fe6fe
  kind: Event
  lastTimestamp: "2026-04-16T18:54:41Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:54:41Z"
    name: isvc-predictive-xgboost.18a6eb2d1870a656
    namespace: kserve-ci-e2e-test
    resourceVersion: "27063"
    uid: 53bbb26f-e68c-4d24-8cce-a8db90be9e5a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27718"
    uid: 218d8a62-9e97-47f2-bf8c-33c5051fe6fe
  kind: Event
  lastTimestamp: "2026-04-16T18:56:05Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:56:05Z"
    name: isvc-predictive-xgboost.18a6eb408d8322df
    namespace: kserve-ci-e2e-test
    resourceVersion: "27719"
    uid: db3429d1-c86d-4144-805b-540597050391
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:51:08.048799Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25215"
    uid: 3130fe51-9bbc-4859-8e5d-6d33d40f4e57
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-0fc82b-predictor-77487ffb79-drqf6
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:51:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:51:08Z"
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6.18a6eafb4a51d5ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25220"
    uid: b57d524b-1062-4630-b8ed-f63db4d1e94e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25223"
    uid: 3130fe51-9bbc-4859-8e5d-6d33d40f4e57
  kind: Event
  lastTimestamp: "2026-04-16T18:51:08Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:51:08Z"
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6.18a6eafb6347c68e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: f54fa46a-fff3-4a74-897d-204718481ead
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: 3130fe51-9bbc-4859-8e5d-6d33d40f4e57
  kind: Event
  lastTimestamp: "2026-04-16T18:51:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:08Z"
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6.18a6eafb648beba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25236"
    uid: b5eb5fdf-9639-4900-80b1-bd3896c6101e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: 3130fe51-9bbc-4859-8e5d-6d33d40f4e57
  kind: Event
  lastTimestamp: "2026-04-16T18:51:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:08Z"
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6.18a6eafb68a32c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "25239"
    uid: d6ffbb33-1821-4cc1-b93a-e2d11b1194d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: 3130fe51-9bbc-4859-8e5d-6d33d40f4e57
  kind: Event
  lastTimestamp: "2026-04-16T18:51:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:08Z"
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6.18a6eafb69159afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25240"
    uid: 6eb1d8b5-e59e-4b1a-b38e-3caf7c436093
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: 3130fe51-9bbc-4859-8e5d-6d33d40f4e57
  kind: Event
  lastTimestamp: "2026-04-16T18:51:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:12Z"
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6.18a6eafc5ff4a944
    namespace: kserve-ci-e2e-test
    resourceVersion: "25278"
    uid: 60789855-2171-4760-9e93-e11c46acb767
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: 3130fe51-9bbc-4859-8e5d-6d33d40f4e57
  kind: Event
  lastTimestamp: "2026-04-16T18:51:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:12Z"
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6.18a6eafc62bb84f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25282"
    uid: bf5e67e5-1ac8-4d0e-8e7a-d1eff6792a43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: 3130fe51-9bbc-4859-8e5d-6d33d40f4e57
  kind: Event
  lastTimestamp: "2026-04-16T18:51:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:12Z"
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6.18a6eafc632cccc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: a87cd828-463f-45e2-86cf-ef6ebf087db4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: 3130fe51-9bbc-4859-8e5d-6d33d40f4e57
  kind: Event
  lastTimestamp: "2026-04-16T18:52:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:14Z"
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6.18a6eafc9c0a9257
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: 7bcd88c1-c778-441e-a16b-506aede3f2dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: 3130fe51-9bbc-4859-8e5d-6d33d40f4e57
  kind: Event
  lastTimestamp: "2026-04-16T18:52:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:46Z"
    name: isvc-primary-0fc82b-predictor-77487ffb79-drqf6.18a6eb1225911bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26036"
    uid: 58bbddf9-437f-4813-ba89-a9f950c2af76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-0fc82b-predictor-77487ffb79
    namespace: kserve-ci-e2e-test
    resourceVersion: "25206"
    uid: f4461d6f-ad6d-49de-a7d1-381a4d89bb16
  kind: Event
  lastTimestamp: "2026-04-16T18:51:08Z"
  message: 'Created pod: isvc-primary-0fc82b-predictor-77487ffb79-drqf6'
  metadata:
    creationTimestamp: "2026-04-16T18:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:08Z"
    name: isvc-primary-0fc82b-predictor-77487ffb79.18a6eafb49e13c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "25216"
    uid: 8309d5fe-7537-4656-90ea-d47a14d51d77
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-0fc82b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25202"
    uid: fc3e2b4d-79b6-40c0-b914-98f60a370939
  kind: Event
  lastTimestamp: "2026-04-16T18:51:07Z"
  message: Scaled up replica set isvc-primary-0fc82b-predictor-77487ffb79 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:07Z"
    name: isvc-primary-0fc82b-predictor.18a6eafb4521c839
    namespace: kserve-ci-e2e-test
    resourceVersion: "25208"
    uid: 9e66542d-7044-4121-8c52-85a5062f3855
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0fc82b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25204"
    uid: 4b306947-5d2a-4ec8-96dd-4918f562bd41
  kind: Event
  lastTimestamp: "2026-04-16T18:51:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:53Z"
    name: isvc-primary-0fc82b-predictor.18a6eafec3f84475
    namespace: kserve-ci-e2e-test
    resourceVersion: "25561"
    uid: b8c29300-deb8-482c-afce-ccc74f00eacb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0fc82b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25204"
    uid: 4b306947-5d2a-4ec8-96dd-4918f562bd41
  kind: Event
  lastTimestamp: "2026-04-16T18:51:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:53Z"
    name: isvc-primary-0fc82b-predictor.18a6eafec46743d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: 4a8c75ce-aa33-4a35-bf04-7a700df7dcd1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0fc82b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25357"
    uid: 4b306947-5d2a-4ec8-96dd-4918f562bd41
  kind: Event
  lastTimestamp: "2026-04-16T18:52:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:38Z"
    name: isvc-primary-0fc82b-predictor.18a6eb0941e32312
    namespace: kserve-ci-e2e-test
    resourceVersion: "25948"
    uid: d9ccf149-281e-40c0-b49c-52b40d709599
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0fc82b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25357"
    uid: 4b306947-5d2a-4ec8-96dd-4918f562bd41
  kind: Event
  lastTimestamp: "2026-04-16T18:52:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:38Z"
    name: isvc-primary-0fc82b-predictor.18a6eb094250b2e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: 180a0d53-88f8-4a6f-a880-a3f703b4b7ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0fc82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: e0ddd3d7-1a75-4242-8beb-21c1f717a702
  kind: Event
  lastTimestamp: "2026-04-16T18:52:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:24Z"
    name: isvc-primary-0fc82b.18a6eafb44d6dea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25797"
    uid: 96fdaa0b-9c10-4963-9bd3-55e27ee5dc5a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0fc82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: e0ddd3d7-1a75-4242-8beb-21c1f717a702
  kind: Event
  lastTimestamp: "2026-04-16T18:51:07Z"
  message: 'Failed to update status for InferenceService "isvc-primary-0fc82b": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-0fc82b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:07Z"
    name: isvc-primary-0fc82b.18a6eafb4583b713
    namespace: kserve-ci-e2e-test
    resourceVersion: "25210"
    uid: 736fbdc1-f291-4683-acbc-0ed5f2f9c6ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0fc82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: e0ddd3d7-1a75-4242-8beb-21c1f717a702
  kind: Event
  lastTimestamp: "2026-04-16T18:51:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-0fc82b": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:07Z"
    name: isvc-primary-0fc82b.18a6eafb4583fb55
    namespace: kserve-ci-e2e-test
    resourceVersion: "25211"
    uid: 18b2a238-bd11-4f10-b42c-ad8980191ea6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0fc82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25795"
    uid: e0ddd3d7-1a75-4242-8beb-21c1f717a702
  kind: Event
  lastTimestamp: "2026-04-16T18:52:24Z"
  message: InferenceService [isvc-primary-0fc82b] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:24Z"
    name: isvc-primary-0fc82b.18a6eb0d2857a1dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25796"
    uid: bd3df0ac-0d2d-4c97-b717-8b6038493590
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:52:28.149220Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-0fc82b-predictor-8679bff96b-z7vqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25850"
    uid: c94af2a8-462f-48fb-a1fb-8d01e1ef12b7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-0fc82b-predictor-8679bff96b-z7vqc
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:52:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:52:28Z"
    name: isvc-secondary-0fc82b-predictor-8679bff96b-z7vqc.18a6eb0df0ad3e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25856"
    uid: 16a659cf-9beb-48f5-914d-b447ca0fc0bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-0fc82b-predictor-8679bff96b-z7vqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25859"
    uid: c94af2a8-462f-48fb-a1fb-8d01e1ef12b7
  kind: Event
  lastTimestamp: "2026-04-16T18:52:28Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:52:28Z"
    name: isvc-secondary-0fc82b-predictor-8679bff96b-z7vqc.18a6eb0e095becde
    namespace: kserve-ci-e2e-test
    resourceVersion: "25865"
    uid: 695844df-4cb2-42c8-bce1-883c17c4f307
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0fc82b-predictor-8679bff96b-z7vqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: c94af2a8-462f-48fb-a1fb-8d01e1ef12b7
  kind: Event
  lastTimestamp: "2026-04-16T18:52:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:34Z"
    name: isvc-secondary-0fc82b-predictor-8679bff96b-z7vqc.18a6eb0e0abff372
    namespace: kserve-ci-e2e-test
    resourceVersion: "25920"
    uid: a51676e6-5f3f-45c7-8f44-2a0b075ac3e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0fc82b-predictor-8679bff96b-z7vqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: c94af2a8-462f-48fb-a1fb-8d01e1ef12b7
  kind: Event
  lastTimestamp: "2026-04-16T18:52:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:35Z"
    name: isvc-secondary-0fc82b-predictor-8679bff96b-z7vqc.18a6eb0e0de30c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25924"
    uid: 30e2b160-28a3-44a1-ac8f-eced7b9ad267
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0fc82b-predictor-8679bff96b-z7vqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: c94af2a8-462f-48fb-a1fb-8d01e1ef12b7
  kind: Event
  lastTimestamp: "2026-04-16T18:52:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:35Z"
    name: isvc-secondary-0fc82b-predictor-8679bff96b-z7vqc.18a6eb0e0e516ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25925"
    uid: adbca78d-18fb-4bb3-ad30-0c3ec51fa6c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0fc82b-predictor-8679bff96b-z7vqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: c94af2a8-462f-48fb-a1fb-8d01e1ef12b7
  kind: Event
  lastTimestamp: "2026-04-16T18:52:40Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-0fc82b-predictor-8679bff96b-z7vqc_kserve-ci-e2e-test(c94af2a8-462f-48fb-a1fb-8d01e1ef12b7)
  metadata:
    creationTimestamp: "2026-04-16T18:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:40Z"
    name: isvc-secondary-0fc82b-predictor-8679bff96b-z7vqc.18a6eb10edfee9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25970"
    uid: d34c71a7-9fcc-4ebd-90fe-04042fc1b47b
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-0fc82b-predictor-8679bff96b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25839"
    uid: 74547465-7b3a-4f10-8aa3-42d8f6c866f3
  kind: Event
  lastTimestamp: "2026-04-16T18:52:28Z"
  message: 'Created pod: isvc-secondary-0fc82b-predictor-8679bff96b-z7vqc'
  metadata:
    creationTimestamp: "2026-04-16T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:28Z"
    name: isvc-secondary-0fc82b-predictor-8679bff96b.18a6eb0df0337e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "25851"
    uid: f07d752b-b8cf-456f-b67b-b78c9e87255c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-0fc82b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25836"
    uid: cd1ee517-3257-4b1e-9734-e1491e820a5b
  kind: Event
  lastTimestamp: "2026-04-16T18:52:28Z"
  message: Scaled up replica set isvc-secondary-0fc82b-predictor-8679bff96b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:28Z"
    name: isvc-secondary-0fc82b-predictor.18a6eb0ded438f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 380dbbaa-436f-4488-9dc0-7dd2ac31eb98
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-0fc82b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25838"
    uid: 3df74741-a715-4289-a175-1cc2e0ca405f
  kind: Event
  lastTimestamp: "2026-04-16T18:52:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:43Z"
    name: isvc-secondary-0fc82b-predictor.18a6eb116bdb8b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 878c6fa7-b6c1-47ac-b0e9-a25289dbd532
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-0fc82b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25838"
    uid: 3df74741-a715-4289-a175-1cc2e0ca405f
  kind: Event
  lastTimestamp: "2026-04-16T18:52:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:43Z"
    name: isvc-secondary-0fc82b-predictor.18a6eb116c4f1e82
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 0fe42fcd-93c3-4031-bee5-5334506c0944
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0fc82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25828"
    uid: 76797bea-f24f-4e99-843b-40111e3a72eb
  kind: Event
  lastTimestamp: "2026-04-16T18:52:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:41Z"
    name: isvc-secondary-0fc82b.18a6eb0ded20be20
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: e7a1f1d7-e840-453c-8a02-c58f176d7a5e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0fc82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25828"
    uid: 76797bea-f24f-4e99-843b-40111e3a72eb
  kind: Event
  lastTimestamp: "2026-04-16T18:52:28Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-0fc82b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-0fc82b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:28Z"
    name: isvc-secondary-0fc82b.18a6eb0ded798ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25843"
    uid: 26c41d14-07a7-408b-9eba-bf1a3d11710a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0fc82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25828"
    uid: 76797bea-f24f-4e99-843b-40111e3a72eb
  kind: Event
  lastTimestamp: "2026-04-16T18:52:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-0fc82b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:28Z"
    name: isvc-secondary-0fc82b.18a6eb0ded79ce34
    namespace: kserve-ci-e2e-test
    resourceVersion: "25844"
    uid: 570f3422-2261-42dd-b926-5104512ebbf7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:31:57.330692Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: a29a5a0f-1bd0-4e47-845b-87f8f98a5c95
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-746b56d97c-np249
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249.18a6e9ef5e2cfb24
    namespace: kserve-ci-e2e-test
    resourceVersion: "15530"
    uid: 8944ceff-5247-45eb-bc1a-501c26c3c739
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: a29a5a0f-1bd0-4e47-845b-87f8f98a5c95
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249.18a6e9ef76f6009b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15543"
    uid: b909b51c-e82e-4c1a-86d8-7e85bd8e2c52
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: a29a5a0f-1bd0-4e47-845b-87f8f98a5c95
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249.18a6e9ef787ec898
    namespace: kserve-ci-e2e-test
    resourceVersion: "15545"
    uid: 06a59b9b-4b03-43a2-9636-6f8d2721cec5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: a29a5a0f-1bd0-4e47-845b-87f8f98a5c95
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249.18a6e9ef7af47143
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: 83603aab-c8d8-4481-a58e-50e9b2b5b146
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: a29a5a0f-1bd0-4e47-845b-87f8f98a5c95
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249.18a6e9ef7b795ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 4d47b90e-f4a8-4236-be1b-e6dfb4d2d15b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: a29a5a0f-1bd0-4e47-845b-87f8f98a5c95
  kind: Event
  lastTimestamp: "2026-04-16T18:32:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:02Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249.18a6e9f0779a45bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15592"
    uid: bca041f7-49a3-433b-b8ad-fc95820052f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: a29a5a0f-1bd0-4e47-845b-87f8f98a5c95
  kind: Event
  lastTimestamp: "2026-04-16T18:32:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:02Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249.18a6e9f07a75deda
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: b71cb135-576d-41c3-8460-de33a68b7cc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: a29a5a0f-1bd0-4e47-845b-87f8f98a5c95
  kind: Event
  lastTimestamp: "2026-04-16T18:32:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:02Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249.18a6e9f07ae6a288
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: ae921b5e-667d-4524-a8da-bb8de921f8a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: a29a5a0f-1bd0-4e47-845b-87f8f98a5c95
  kind: Event
  lastTimestamp: "2026-04-16T18:32:02Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:8e66bcaed2f24ffcb25d3d205c20817226e734d9f767ce87236b320060cc44f3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:02Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249.18a6e9f07af295fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 4d66fb7d-91d4-40fd-9f1d-d6e783bc494f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: a29a5a0f-1bd0-4e47-845b-87f8f98a5c95
  kind: Event
  lastTimestamp: "2026-04-16T18:32:02Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T18:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:02Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249.18a6e9f07db55ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15601"
    uid: fe27d90f-d743-4a50-a09b-ba6e7f360fe7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: a29a5a0f-1bd0-4e47-845b-87f8f98a5c95
  kind: Event
  lastTimestamp: "2026-04-16T18:32:02Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T18:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:02Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249.18a6e9f07e6ba2d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: aef9c765-2e82-49a6-b6df-02601059525b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: a29a5a0f-1bd0-4e47-845b-87f8f98a5c95
  kind: Event
  lastTimestamp: "2026-04-16T18:33:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:45Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249.18a6e9f0b3999148
    namespace: kserve-ci-e2e-test
    resourceVersion: "16502"
    uid: 7d195ef4-f3bf-4ccb-a207-4784c68978d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: a29a5a0f-1bd0-4e47-845b-87f8f98a5c95
  kind: Event
  lastTimestamp: "2026-04-16T18:33:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:45Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249.18a6e9f0ef5f286f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: b4c58b7e-2785-4969-a10e-725bff02589b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: a29a5a0f-1bd0-4e47-845b-87f8f98a5c95
  kind: Event
  lastTimestamp: "2026-04-16T18:33:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:22Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249.18a6ea03313f7384
    namespace: kserve-ci-e2e-test
    resourceVersion: "16239"
    uid: 7293bc26-e190-4134-a18a-1fe6bbb49b1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: a29a5a0f-1bd0-4e47-845b-87f8f98a5c95
  kind: Event
  lastTimestamp: "2026-04-16T18:33:22Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T18:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:22Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249.18a6ea03313fd198
    namespace: kserve-ci-e2e-test
    resourceVersion: "16241"
    uid: d575cd33-b7f0-4290-9098-05929d75e04e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15504"
    uid: aa684934-5a9a-424a-a060-432a7bc153b6
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-746b56d97c-np249'
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: isvc-sklearn-batcher-custom-predictor-746b56d97c.18a6e9ef5d977fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15526"
    uid: eed2fa8e-605f-4cd1-bdbf-ad4ef06103f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15498"
    uid: 5dedda43-b20c-418f-8ec7-0a4ee3b7997e
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-746b56d97c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e9ef58b4b651
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 1af404ee-64f9-48d7-8cdf-466bb54cb2cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: 9fcff5e3-aa5a-47fe-abcb-559ea8d8bcb9
  kind: Event
  lastTimestamp: "2026-04-16T18:32:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:32:27Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e9f2d7794d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15797"
    uid: 811522c0-23bb-4384-ade0-b894eb2f599d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: 9fcff5e3-aa5a-47fe-abcb-559ea8d8bcb9
  kind: Event
  lastTimestamp: "2026-04-16T18:32:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:32:27Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e9f2d839c75b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15798"
    uid: bf97c1a8-798a-4cde-9577-28ab4023f980
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15680"
    uid: 9fcff5e3-aa5a-47fe-abcb-559ea8d8bcb9
  kind: Event
  lastTimestamp: "2026-04-16T18:33:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e9f9d66111ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: be267eaf-efcb-4537-b33d-42dea04d7404
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15680"
    uid: 9fcff5e3-aa5a-47fe-abcb-559ea8d8bcb9
  kind: Event
  lastTimestamp: "2026-04-16T18:33:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e9f9d6c5d2b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: 48f988d8-42bc-43a6-a9c7-1d134f4fb5a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15482"
    uid: 79d11c87-ca64-4e67-92a6-16cb6faf8003
  kind: Event
  lastTimestamp: "2026-04-16T18:33:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:33:15Z"
    name: isvc-sklearn-batcher-custom.18a6e9ef58b83d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "16149"
    uid: 3ae17edd-ea87-4247-8070-0c0b155e4207
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15482"
    uid: 79d11c87-ca64-4e67-92a6-16cb6faf8003
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: isvc-sklearn-batcher-custom.18a6e9ef5940e109
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 60428c28-513b-44ae-93b1-edbf58a90f3d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 79d11c87-ca64-4e67-92a6-16cb6faf8003
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: isvc-sklearn-batcher-custom.18a6e9ef5d500203
    namespace: kserve-ci-e2e-test
    resourceVersion: "15529"
    uid: a6b38cb5-602b-4d98-9b96-818e354153ac
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16147"
    uid: 79d11c87-ca64-4e67-92a6-16cb6faf8003
  kind: Event
  lastTimestamp: "2026-04-16T18:33:15Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:33:15Z"
    name: isvc-sklearn-batcher-custom.18a6ea017d8eb70f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16148"
    uid: 3c50cc8a-f259-4971-b675-16328b0b7bc5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:30:12.085690Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14673"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:30:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:30:12Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9d6dd15b469
    namespace: kserve-ci-e2e-test
    resourceVersion: "14678"
    uid: b5f0acdc-cb17-41d0-9d2c-2b03d3ab0612
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:30:12Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:30:12Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9d6f61c7ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14694"
    uid: d26ae8a6-611f-4ee5-b5c0-d15258642199
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:30:12Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
  metadata:
    creationTimestamp: "2026-04-16T18:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:12Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9d6f7972123
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: b29c9fad-7e1f-44ba-882a-572b5e21782e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:30:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    in 3.553s (3.553s including waiting). Image size: 301288371 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:16Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9d7cb6bc721
    namespace: kserve-ci-e2e-test
    resourceVersion: "14730"
    uid: c1ebf8ab-c73a-468c-9da3-5bdfb8d34ccb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:30:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:16Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9d7ce869dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "14732"
    uid: 0a6f3a04-8268-45a8-9b4d-4ecc956158bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:30:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:16Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9d7cef3b0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14734"
    uid: b43845b9-33a5-45d9-bd55-071409b535af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:30:20Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
  metadata:
    creationTimestamp: "2026-04-16T18:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:20Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9d8e0603448
    namespace: kserve-ci-e2e-test
    resourceVersion: "14775"
    uid: 1c1eb800-ce74-45d4-b760-0b247cfc8ca0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:30:33Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    in 13.181s (13.181s including waiting). Image size: 1560816050 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:33Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9dbf2129ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14869"
    uid: 6a902ed7-dad4-4b86-809d-03c38c8c8b30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:30:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:33Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9dbf53013a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: 8b65f267-d922-4db8-a8f7-635ff36c07ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:30:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:33Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9dbf5a43f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14871"
    uid: d7e851b5-79d3-4811-b027-3c5a4642346f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:30:33Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:8e66bcaed2f24ffcb25d3d205c20817226e734d9f767ce87236b320060cc44f3"
  metadata:
    creationTimestamp: "2026-04-16T18:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:33Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9dbf5b22eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14872"
    uid: b9c600cd-c4a0-4d5e-a90d-4a64618dfb11
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:30:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:8e66bcaed2f24ffcb25d3d205c20817226e734d9f767ce87236b320060cc44f3"
    in 3.133s (3.133s including waiting). Image size: 237844561 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:37Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9dcb0718c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14892"
    uid: 3889c14d-3d46-4a2a-9ac3-1270f3a51015
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:30:37Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T18:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:37Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9dcb3628df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 530e2559-5a9f-4e21-aeb1-335f140b2274
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:30:37Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T18:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:37Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9dcb3d01b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14894"
    uid: 9f0aa3c7-5b42-44bc-aef9-ba3529332a04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:32:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:18Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9dcd959564f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: 5105bd81-0ba0-4a57-83a4-0d8ed6a0aa8a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:32:18Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:18Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9dcd961f378
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 9a61bdef-05d4-4b0c-9044-95be26e2bb14
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9ef5a0192db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15516"
    uid: 7c067ac1-4eec-47cb-92ac-de659399fbc6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: e21c0c62-9da4-45fa-9593-be3ef2e83ce8
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq.18a6e9ef5a023f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "15517"
    uid: 80b8ca2a-7e63-4baa-971a-9f91ac6732b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 2f22bc39-9a1b-45a6-97e8-f5f2c67c905e
  kind: Event
  lastTimestamp: "2026-04-16T18:30:12Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6f85f4fcc6-mtglq'
  metadata:
    creationTimestamp: "2026-04-16T18:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:12Z"
    name: isvc-sklearn-batcher-predictor-6f85f4fcc6.18a6e9d6dca02f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: 6dc88bfc-0b2a-491f-af2e-a6d0a78ee5a6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: 8b16d759-f574-45e4-ac76-998941a3fab4
  kind: Event
  lastTimestamp: "2026-04-16T18:30:11Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6f85f4fcc6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:11Z"
    name: isvc-sklearn-batcher-predictor.18a6e9d6d71b4ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14667"
    uid: bcc23ae3-bfa6-4417-acfe-984b3940f657
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14677"
    uid: a731ea73-40d6-40d1-86c6-a945097f1667
  kind: Event
  lastTimestamp: "2026-04-16T18:30:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:57Z"
    name: isvc-sklearn-batcher-predictor.18a6e9da5cf19b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15045"
    uid: 973218a3-ef8b-49b5-b3f0-64f5a4b1a465
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14677"
    uid: a731ea73-40d6-40d1-86c6-a945097f1667
  kind: Event
  lastTimestamp: "2026-04-16T18:30:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:57Z"
    name: isvc-sklearn-batcher-predictor.18a6e9da5d8377ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: 83b5bba4-6ddb-4239-9523-a1277a2c7c0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14825"
    uid: a731ea73-40d6-40d1-86c6-a945097f1667
  kind: Event
  lastTimestamp: "2026-04-16T18:31:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:42Z"
    name: isvc-sklearn-batcher-predictor.18a6e9e4da9ee438
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 8655a272-c9eb-484c-983e-f494f36ba5cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14825"
    uid: a731ea73-40d6-40d1-86c6-a945097f1667
  kind: Event
  lastTimestamp: "2026-04-16T18:31:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:42Z"
    name: isvc-sklearn-batcher-predictor.18a6e9e4db14a2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 97d26eb3-002c-46f2-a821-23333bd7f2ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15155"
    uid: a731ea73-40d6-40d1-86c6-a945097f1667
  kind: Event
  lastTimestamp: "2026-04-16T18:31:57Z"
  message: deployments.apps "isvc-sklearn-batcher-predictor" not found
  metadata:
    creationTimestamp: "2026-04-16T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:57Z"
    name: isvc-sklearn-batcher-predictor.18a6e9ef57eefbae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15501"
    uid: 74901952-7e2d-4a32-b761-ed72cd1f11a1
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14655"
    uid: 98cd34c5-fd76-4af9-a1cb-4a0439422713
  kind: Event
  lastTimestamp: "2026-04-16T18:31:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:31:48Z"
    name: isvc-sklearn-batcher.18a6e9d6dd48e802
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: fb5324fe-e3b8-4eac-811b-3b0052541d9c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14655"
    uid: 98cd34c5-fd76-4af9-a1cb-4a0439422713
  kind: Event
  lastTimestamp: "2026-04-16T18:30:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:12Z"
    name: isvc-sklearn-batcher.18a6e9d6ddcdc067
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: 4d076883-c108-4b1d-a627-a572bb360c95
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14655"
    uid: 98cd34c5-fd76-4af9-a1cb-4a0439422713
  kind: Event
  lastTimestamp: "2026-04-16T18:30:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:12Z"
    name: isvc-sklearn-batcher.18a6e9d6ddce03dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 0c77c9db-78fa-4f62-9585-4483b0586b1c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15423"
    uid: 98cd34c5-fd76-4af9-a1cb-4a0439422713
  kind: Event
  lastTimestamp: "2026-04-16T18:31:48Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:31:48Z"
    name: isvc-sklearn-batcher.18a6e9ed66f80a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15425"
    uid: 26b54cef-b41c-4250-a52f-2ee3296cba43
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:42:09.234011Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20544"
    uid: dfc19bc7-4d39-4e89-9849-9917fdd5d6d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:42:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:42:09Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb.18a6ea7dd674ae37
    namespace: kserve-ci-e2e-test
    resourceVersion: "20550"
    uid: 558a9277-d05f-4dbc-b395-36755344b83c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20555"
    uid: dfc19bc7-4d39-4e89-9849-9917fdd5d6d0
  kind: Event
  lastTimestamp: "2026-04-16T18:42:09Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:42:09Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb.18a6ea7defbae9a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: 1adc1f27-0efc-42a6-b6d9-16ac402b9eb8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: dfc19bc7-4d39-4e89-9849-9917fdd5d6d0
  kind: Event
  lastTimestamp: "2026-04-16T18:42:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:09Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb.18a6ea7df1210853
    namespace: kserve-ci-e2e-test
    resourceVersion: "20565"
    uid: a024e26c-75b4-4db7-bd6e-8749bb9a99c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: dfc19bc7-4d39-4e89-9849-9917fdd5d6d0
  kind: Event
  lastTimestamp: "2026-04-16T18:42:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:09Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb.18a6ea7df3f4b197
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: 08401a2b-b40b-4bea-9a2b-e314106b24b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: dfc19bc7-4d39-4e89-9849-9917fdd5d6d0
  kind: Event
  lastTimestamp: "2026-04-16T18:42:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:09Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb.18a6ea7df4633820
    namespace: kserve-ci-e2e-test
    resourceVersion: "20568"
    uid: 09acefd7-d068-460f-9589-fbad5eca20e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: dfc19bc7-4d39-4e89-9849-9917fdd5d6d0
  kind: Event
  lastTimestamp: "2026-04-16T18:42:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:14Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb.18a6ea7ef3377a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20608"
    uid: cbabd3c9-af3d-4415-8028-806554ac1b22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: dfc19bc7-4d39-4e89-9849-9917fdd5d6d0
  kind: Event
  lastTimestamp: "2026-04-16T18:42:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:14Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb.18a6ea7ef5f7b9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20612"
    uid: 72216ea9-4dfb-4718-9b5b-518cba96bd28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: dfc19bc7-4d39-4e89-9849-9917fdd5d6d0
  kind: Event
  lastTimestamp: "2026-04-16T18:42:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:14Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb.18a6ea7ef66af434
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 2fdcde45-2f30-44b0-b310-cd7d09514960
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: dfc19bc7-4d39-4e89-9849-9917fdd5d6d0
  kind: Event
  lastTimestamp: "2026-04-16T18:42:14Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:14Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb.18a6ea7ef677e1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 610ff929-1626-4c65-80b3-cd9e4ecff0c1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: dfc19bc7-4d39-4e89-9849-9917fdd5d6d0
  kind: Event
  lastTimestamp: "2026-04-16T18:42:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.677s (2.677s including waiting). Image size: 237663781 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:16Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb.18a6ea7f960bbce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20632"
    uid: dd34f4dc-1fb7-4f07-a8b1-cd650422224c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: dfc19bc7-4d39-4e89-9849-9917fdd5d6d0
  kind: Event
  lastTimestamp: "2026-04-16T18:42:16Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-16T18:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:16Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb.18a6ea7f98f92aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: 4eefd7dc-d0eb-4fb1-be09-230fff560543
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: dfc19bc7-4d39-4e89-9849-9917fdd5d6d0
  kind: Event
  lastTimestamp: "2026-04-16T18:42:16Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T18:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:16Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb.18a6ea7f99690ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: 42953cd5-c7a2-4fc0-8b24-d4fecb36595c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: dfc19bc7-4d39-4e89-9849-9917fdd5d6d0
  kind: Event
  lastTimestamp: "2026-04-16T18:43:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:19Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb.18a6ea8e279a3db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21101"
    uid: c4973fdb-6704-4dc8-8c91-a22f2a04c70c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: dfc19bc7-4d39-4e89-9849-9917fdd5d6d0
  kind: Event
  lastTimestamp: "2026-04-16T18:43:19Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:19Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb.18a6ea8e279ac101
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: ffab9613-59c3-42bb-9baa-1ea0612e126e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: dfc19bc7-4d39-4e89-9849-9917fdd5d6d0
  kind: Event
  lastTimestamp: "2026-04-16T18:43:49Z"
  message: 'Readiness probe failed: Get "http://10.132.0.33:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:49Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb.18a6ea906adeac61
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: 6ad61ceb-6a06-4df7-b8d0-6ea2d82d8193
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6bb8d86b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "20530"
    uid: 416ea245-1a27-4a28-adb3-99e370452619
  kind: Event
  lastTimestamp: "2026-04-16T18:42:09Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6bb8d86b55-r6xzb'
  metadata:
    creationTimestamp: "2026-04-16T18:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:42:09Z"
    name: isvc-sklearn-mcp-predictor-6bb8d86b55.18a6ea7dd5f1071a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20545"
    uid: fd4e3b26-aaa0-478f-8694-4f9ae33f920c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20528"
    uid: e4cbe426-d5d1-45f3-a4fd-a62a4924b3ad
  kind: Event
  lastTimestamp: "2026-04-16T18:42:09Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6bb8d86b55 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:42:09Z"
    name: isvc-sklearn-mcp-predictor.18a6ea7dd2312ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: f09505db-c8b3-43ca-b6d2-b007ab7240c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20505"
    uid: dd2b6c68-799c-4a39-9fa0-5663aef8b635
  kind: Event
  lastTimestamp: "2026-04-16T18:43:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:43:19Z"
    name: isvc-sklearn-mcp.18a6ea7dd1a76633
    namespace: kserve-ci-e2e-test
    resourceVersion: "21068"
    uid: 8ed72616-2242-4f8b-b71c-d326b6a9b9b8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20505"
    uid: dd2b6c68-799c-4a39-9fa0-5663aef8b635
  kind: Event
  lastTimestamp: "2026-04-16T18:42:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:42:09Z"
    name: isvc-sklearn-mcp.18a6ea7dd2392f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: 76d3692c-8e8a-4b57-9b07-f7535902f663
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20518"
    uid: dd2b6c68-799c-4a39-9fa0-5663aef8b635
  kind: Event
  lastTimestamp: "2026-04-16T18:42:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:42:09Z"
    name: isvc-sklearn-mcp.18a6ea7dd687755e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: 4b587057-d16a-4edc-9cfd-cadfaf2eb1ef
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: dd2b6c68-799c-4a39-9fa0-5663aef8b635
  kind: Event
  lastTimestamp: "2026-04-16T18:43:19Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:43:19Z"
    name: isvc-sklearn-mcp.18a6ea8e1b7da0f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21067"
    uid: 633e77eb-0975-4c65-9745-b9f4d7e0bf2d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:01:55.248632Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30623"
    uid: 17db18c5-7965-48dc-a0fa-00546750fc62
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-7bbf8748f4-4ljzb
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:01:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:01:55Z"
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb.18a6eb91fa6f8c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "30630"
    uid: 1a875ea3-6ff8-459b-a1e6-bf9e62a1d1c4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30632"
    uid: 17db18c5-7965-48dc-a0fa-00546750fc62
  kind: Event
  lastTimestamp: "2026-04-16T19:01:55Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:01:55Z"
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb.18a6eb9213587006
    namespace: kserve-ci-e2e-test
    resourceVersion: "30646"
    uid: 54929866-d060-4e2e-a8ef-e7a9c8e88e07
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30625"
    uid: 17db18c5-7965-48dc-a0fa-00546750fc62
  kind: Event
  lastTimestamp: "2026-04-16T19:01:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:55Z"
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb.18a6eb921513089c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30648"
    uid: 28f9d559-f3ff-4e26-b27f-a35ee70c911a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30625"
    uid: 17db18c5-7965-48dc-a0fa-00546750fc62
  kind: Event
  lastTimestamp: "2026-04-16T19:01:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:55Z"
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb.18a6eb9217c73437
    namespace: kserve-ci-e2e-test
    resourceVersion: "30650"
    uid: 2c2ce13d-1654-45f0-897f-c0dc676481b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30625"
    uid: 17db18c5-7965-48dc-a0fa-00546750fc62
  kind: Event
  lastTimestamp: "2026-04-16T19:01:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:55Z"
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb.18a6eb921834b97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30652"
    uid: f8df1e0f-502e-4c1e-9d03-b5919f431251
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30625"
    uid: 17db18c5-7965-48dc-a0fa-00546750fc62
  kind: Event
  lastTimestamp: "2026-04-16T19:01:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:59Z"
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb.18a6eb9305dc9d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30690"
    uid: 5134d1ea-0065-456b-b011-496af634a668
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30625"
    uid: 17db18c5-7965-48dc-a0fa-00546750fc62
  kind: Event
  lastTimestamp: "2026-04-16T19:01:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:59Z"
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb.18a6eb93090b0fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: ffe4cf7e-3c87-4e56-bfd3-d9dc5720875b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30625"
    uid: 17db18c5-7965-48dc-a0fa-00546750fc62
  kind: Event
  lastTimestamp: "2026-04-16T19:01:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:59Z"
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb.18a6eb93097b2890
    namespace: kserve-ci-e2e-test
    resourceVersion: "30696"
    uid: fe8fda63-01fc-4f33-a7aa-fc40636d6cc5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30625"
    uid: 17db18c5-7965-48dc-a0fa-00546750fc62
  kind: Event
  lastTimestamp: "2026-04-16T19:03:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:01Z"
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb.18a6eb9341c5f77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31136"
    uid: 428e2542-1eff-4e58-954c-b4f7da373288
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30625"
    uid: 17db18c5-7965-48dc-a0fa-00546750fc62
  kind: Event
  lastTimestamp: "2026-04-16T19:03:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:15Z"
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb.18a6eba49d21acd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31276"
    uid: 6d3ed5e6-38b0-4d67-9814-af4313ec3bc8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30625"
    uid: 17db18c5-7965-48dc-a0fa-00546750fc62
  kind: Event
  lastTimestamp: "2026-04-16T19:03:20Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-04-16T19:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:20Z"
    name: isvc-sklearn-predictor-7bbf8748f4-4ljzb.18a6eba5d0bb912e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: 42046bab-37b0-4945-a4d7-4270069e4241
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-7bbf8748f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30602"
    uid: 2f00d04d-156a-4c00-aebc-d873064746d1
  kind: Event
  lastTimestamp: "2026-04-16T19:01:55Z"
  message: 'Created pod: isvc-sklearn-predictor-7bbf8748f4-4ljzb'
  metadata:
    creationTimestamp: "2026-04-16T19:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:55Z"
    name: isvc-sklearn-predictor-7bbf8748f4.18a6eb91f9d2140e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30627"
    uid: 56262ec0-5014-4a2d-a96a-7121a05d737f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: 042dc14e-a7d8-43cb-b2e8-faff837db215
  kind: Event
  lastTimestamp: "2026-04-16T19:01:55Z"
  message: Scaled up replica set isvc-sklearn-predictor-7bbf8748f4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:55Z"
    name: isvc-sklearn-predictor.18a6eb91f461f06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30606"
    uid: 4c4b937f-d475-4c1e-be84-810ab88ae7c5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30601"
    uid: abbc5db5-0a32-4785-b612-1cd182b0b451
  kind: Event
  lastTimestamp: "2026-04-16T19:02:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:02:10Z"
    name: isvc-sklearn-predictor.18a6eb9572cfa1f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30769"
    uid: f0a80018-291d-4a93-a4e7-56401ba499e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30601"
    uid: abbc5db5-0a32-4785-b612-1cd182b0b451
  kind: Event
  lastTimestamp: "2026-04-16T19:02:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:02:10Z"
    name: isvc-sklearn-predictor.18a6eb957344225c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30771"
    uid: e129f7ff-0859-4bd6-9b46-ab6a7d593b71
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: abbc5db5-0a32-4785-b612-1cd182b0b451
  kind: Event
  lastTimestamp: "2026-04-16T19:03:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:10Z"
    name: isvc-sklearn-predictor.18a6eb98f28c9799
    namespace: kserve-ci-e2e-test
    resourceVersion: "31197"
    uid: 99327979-17ec-421e-af63-ac18e1651e72
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: abbc5db5-0a32-4785-b612-1cd182b0b451
  kind: Event
  lastTimestamp: "2026-04-16T19:03:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:10Z"
    name: isvc-sklearn-predictor.18a6eb98f304d75e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31198"
    uid: e43def1e-ec58-434e-abb7-1ff9a4fb4cbf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:04:05.514868Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31717"
    uid: b45d0369-6759-4a9d-bb58-eac843698b34
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-b7c8746d-bbnwf
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:04:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:04:05Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf.18a6ebb04ee89fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31724"
    uid: ce40f25b-eaa8-4599-8d2d-ff1c8d003e51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31728"
    uid: b45d0369-6759-4a9d-bb58-eac843698b34
  kind: Event
  lastTimestamp: "2026-04-16T19:04:05Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:04:05Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf.18a6ebb067c38bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: 66cee8e9-93d9-46e7-b879-f741ce28bd27
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31722"
    uid: b45d0369-6759-4a9d-bb58-eac843698b34
  kind: Event
  lastTimestamp: "2026-04-16T19:04:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:05Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf.18a6ebb06922df9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31746"
    uid: 91f80ef1-4c0b-454b-a13d-d2bd9b3cbf2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31722"
    uid: b45d0369-6759-4a9d-bb58-eac843698b34
  kind: Event
  lastTimestamp: "2026-04-16T19:04:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:06Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf.18a6ebb06c56a11f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31749"
    uid: e1928790-d60d-43d9-968e-94256e0c3dbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31722"
    uid: b45d0369-6759-4a9d-bb58-eac843698b34
  kind: Event
  lastTimestamp: "2026-04-16T19:04:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:06Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf.18a6ebb06cc4219f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31750"
    uid: 2d4a779a-53fb-467c-af57-d573cf08f9cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31722"
    uid: b45d0369-6759-4a9d-bb58-eac843698b34
  kind: Event
  lastTimestamp: "2026-04-16T19:04:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:12Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf.18a6ebb1da5fe142
    namespace: kserve-ci-e2e-test
    resourceVersion: "31801"
    uid: 4bf4c6ea-a960-4d68-891e-c3d94c6216da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31722"
    uid: b45d0369-6759-4a9d-bb58-eac843698b34
  kind: Event
  lastTimestamp: "2026-04-16T19:04:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:12Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf.18a6ebb1dd6cffae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31805"
    uid: 96d64763-e773-4f8e-8cd4-0d062a77b4d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31722"
    uid: b45d0369-6759-4a9d-bb58-eac843698b34
  kind: Event
  lastTimestamp: "2026-04-16T19:04:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:12Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf.18a6ebb1dde266c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31806"
    uid: bd259d78-7fc6-426d-a305-1583192f805c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31722"
    uid: b45d0369-6759-4a9d-bb58-eac843698b34
  kind: Event
  lastTimestamp: "2026-04-16T19:04:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:24Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf.18a6ebb216663547
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: 61021abb-284c-4ea6-9d0a-bb5d08c24ac9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31722"
    uid: b45d0369-6759-4a9d-bb58-eac843698b34
  kind: Event
  lastTimestamp: "2026-04-16T19:04:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:42Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf.18a6ebb8f78e69b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32067"
    uid: 7c60eb4c-8d8f-4d74-bdc8-7c3f5d58cb40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-b7c8746d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31709"
    uid: 56ea9096-351c-4db8-9819-49d75a480190
  kind: Event
  lastTimestamp: "2026-04-16T19:04:05Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-b7c8746d-bbnwf'
  metadata:
    creationTimestamp: "2026-04-16T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:05Z"
    name: isvc-sklearn-runtime-predictor-b7c8746d.18a6ebb04e634be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31721"
    uid: 61eb74cb-e41c-4829-a285-c46c8e5e917f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31705"
    uid: cec82edc-1c71-4d6b-b52a-9d97046a14e3
  kind: Event
  lastTimestamp: "2026-04-16T19:04:05Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-b7c8746d from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:05Z"
    name: isvc-sklearn-runtime-predictor.18a6ebb04bb3e3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31711"
    uid: 785cfb08-5787-41f1-af45-698510485b61
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 80432d00-c590-417f-bac9-0ffe8054df1d
  kind: Event
  lastTimestamp: "2026-04-16T19:04:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:35Z"
    name: isvc-sklearn-runtime-predictor.18a6ebb3cac863e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31983"
    uid: 59a79793-70ff-4c32-864f-04a9bcaa0edc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 80432d00-c590-417f-bac9-0ffe8054df1d
  kind: Event
  lastTimestamp: "2026-04-16T19:04:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:35Z"
    name: isvc-sklearn-runtime-predictor.18a6ebb3cb3c6e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "31984"
    uid: f96305a0-be2a-44ed-91ab-f57c223b440e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: d81287d7-476d-4a46-b3df-0317f6988478
  kind: Event
  lastTimestamp: "2026-04-16T19:04:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:04:34Z"
    name: isvc-sklearn-runtime.18a6ebb04b9e8bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31975"
    uid: 91c2217d-daf8-4671-8751-0c9641acbe3e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: d81287d7-476d-4a46-b3df-0317f6988478
  kind: Event
  lastTimestamp: "2026-04-16T19:04:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:04:05Z"
    name: isvc-sklearn-runtime.18a6ebb04c55886f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31731"
    uid: 984f477c-3d84-43a6-afe7-e363ff4092d6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31692"
    uid: d81287d7-476d-4a46-b3df-0317f6988478
  kind: Event
  lastTimestamp: "2026-04-16T19:04:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:04:05Z"
    name: isvc-sklearn-runtime.18a6ebb051492ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31733"
    uid: 13db686b-cd2c-49e7-bfb4-87a006127673
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31973"
    uid: d81287d7-476d-4a46-b3df-0317f6988478
  kind: Event
  lastTimestamp: "2026-04-16T19:04:34Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:04:34Z"
    name: isvc-sklearn-runtime.18a6ebb6fe961285
    namespace: kserve-ci-e2e-test
    resourceVersion: "31974"
    uid: a3bb3f2f-c072-4857-86fb-4d031dfa5808
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:18:08.238536Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38764"
    uid: 8d4b1934-78c1-4cf9-81f2-0d210b4858aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-695b7cc5c-lk2gm
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:18:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:18:08Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm.18a6ec74852736e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38769"
    uid: 8e4b9fe5-f374-4f4e-8f2b-cf1b47ae9bdc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38774"
    uid: 8d4b1934-78c1-4cf9-81f2-0d210b4858aa
  kind: Event
  lastTimestamp: "2026-04-16T19:18:08Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:18:08Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm.18a6ec749e29ba69
    namespace: kserve-ci-e2e-test
    resourceVersion: "38786"
    uid: c70332d8-0be7-4139-8dca-acb64cf9b77e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38767"
    uid: 8d4b1934-78c1-4cf9-81f2-0d210b4858aa
  kind: Event
  lastTimestamp: "2026-04-16T19:18:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:18:08Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm.18a6ec749f98bd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38788"
    uid: 8becc58e-2ca2-4415-8682-99e14479aaf3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38767"
    uid: 8d4b1934-78c1-4cf9-81f2-0d210b4858aa
  kind: Event
  lastTimestamp: "2026-04-16T19:18:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:18:08Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm.18a6ec74a39ffd8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38791"
    uid: fa611628-3f53-435e-8e1e-dca3c4fa2529
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38767"
    uid: 8d4b1934-78c1-4cf9-81f2-0d210b4858aa
  kind: Event
  lastTimestamp: "2026-04-16T19:18:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:18:08Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm.18a6ec74a414347c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38792"
    uid: 68bfa4e3-0b79-481c-9ca9-213624a3a490
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38767"
    uid: 8d4b1934-78c1-4cf9-81f2-0d210b4858aa
  kind: Event
  lastTimestamp: "2026-04-16T19:18:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:18:09Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm.18a6ec74e4f403f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38807"
    uid: 0ba6beb5-088c-4e05-94c7-82e9d979aabb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38767"
    uid: 8d4b1934-78c1-4cf9-81f2-0d210b4858aa
  kind: Event
  lastTimestamp: "2026-04-16T19:18:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:18:09Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm.18a6ec74e80b1b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "38811"
    uid: 6658dd0d-8855-4d6e-b3b7-14c8cd04ae8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38767"
    uid: 8d4b1934-78c1-4cf9-81f2-0d210b4858aa
  kind: Event
  lastTimestamp: "2026-04-16T19:18:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:18:09Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm.18a6ec74e892129e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38812"
    uid: 215a655c-2e7c-40ee-91ff-483ae49cbf41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38767"
    uid: 8d4b1934-78c1-4cf9-81f2-0d210b4858aa
  kind: Event
  lastTimestamp: "2026-04-16T19:19:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:11Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm.18a6ec7520e6fd08
    namespace: kserve-ci-e2e-test
    resourceVersion: "39251"
    uid: 39dae549-0548-4d80-920c-de148d8fe4a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38767"
    uid: 8d4b1934-78c1-4cf9-81f2-0d210b4858aa
  kind: Event
  lastTimestamp: "2026-04-16T19:19:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:18Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm.18a6ec84d96c19f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39329"
    uid: 70f8af17-eaac-4674-8571-13df15b01a89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-695b7cc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38754"
    uid: 563218be-5cff-4dde-8b89-3f5da06d2b99
  kind: Event
  lastTimestamp: "2026-04-16T19:18:08Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-695b7cc5c-lk2gm'
  metadata:
    creationTimestamp: "2026-04-16T19:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:18:08Z"
    name: isvc-sklearn-s3-predictor-695b7cc5c.18a6ec74848dc86f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38766"
    uid: 7b271826-c71c-4e00-8727-4c4f88bf7897
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38750"
    uid: 5d95fd47-761d-4b02-80a6-8184bfcd5bd6
  kind: Event
  lastTimestamp: "2026-04-16T19:18:08Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-695b7cc5c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:18:08Z"
    name: isvc-sklearn-s3-predictor.18a6ec7481bf86f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38757"
    uid: 3cbae4ce-f2ea-437d-be16-be4600534dbe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38753"
    uid: 117e1876-0043-46bf-85d5-6805228b05ef
  kind: Event
  lastTimestamp: "2026-04-16T19:18:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:18:53Z"
    name: isvc-sklearn-s3-predictor.18a6ec7801004e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "39124"
    uid: 968a08bf-771b-4be5-8130-cf4b99f3a345
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38753"
    uid: 117e1876-0043-46bf-85d5-6805228b05ef
  kind: Event
  lastTimestamp: "2026-04-16T19:18:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:18:53Z"
    name: isvc-sklearn-s3-predictor.18a6ec780181a594
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: 45018c11-6e3a-4d9b-8c81-e28e93c149e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38909"
    uid: 117e1876-0043-46bf-85d5-6805228b05ef
  kind: Event
  lastTimestamp: "2026-04-16T19:19:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:19:08Z"
    name: isvc-sklearn-s3-predictor.18a6ec827f3dcde1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 8049164b-24eb-4b6a-8c3c-371aa6051feb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38909"
    uid: 117e1876-0043-46bf-85d5-6805228b05ef
  kind: Event
  lastTimestamp: "2026-04-16T19:19:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:19:08Z"
    name: isvc-sklearn-s3-predictor.18a6ec827fb7b8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39226"
    uid: a1d5be27-2534-4797-a315-235503ef4862
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:22:11.829327Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-jhdzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40861"
    uid: bebaa427-79c2-4d46-a113-2d1ff8907add
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-jhdzh
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:22:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:22:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-jhdzh.18a6ecad3c4bbe97
    namespace: kserve-ci-e2e-test
    resourceVersion: "40866"
    uid: 8081bdc3-1a4b-440d-bb4e-6814004f95b8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-jhdzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40868"
    uid: bebaa427-79c2-4d46-a113-2d1ff8907add
  kind: Event
  lastTimestamp: "2026-04-16T19:22:12Z"
  message: Add eth0 [10.132.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:22:12Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-jhdzh.18a6ecad559b5b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40877"
    uid: 64e93f13-fd8e-4d36-980f-18c2cd0efa08
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-jhdzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40863"
    uid: bebaa427-79c2-4d46-a113-2d1ff8907add
  kind: Event
  lastTimestamp: "2026-04-16T19:22:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-jhdzh.18a6ecad56f10384
    namespace: kserve-ci-e2e-test
    resourceVersion: "40924"
    uid: 3939761d-33e2-4ea7-83dd-9ca726551566
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-jhdzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40863"
    uid: bebaa427-79c2-4d46-a113-2d1ff8907add
  kind: Event
  lastTimestamp: "2026-04-16T19:22:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-jhdzh.18a6ecad5a99c064
    namespace: kserve-ci-e2e-test
    resourceVersion: "40928"
    uid: 108d00a5-1515-4f17-9d0c-e778654244a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-jhdzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40863"
    uid: bebaa427-79c2-4d46-a113-2d1ff8907add
  kind: Event
  lastTimestamp: "2026-04-16T19:22:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-jhdzh.18a6ecad5b09a9e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40929"
    uid: d93940b8-a779-44d3-b72e-70e2d1c346f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-jhdzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40863"
    uid: bebaa427-79c2-4d46-a113-2d1ff8907add
  kind: Event
  lastTimestamp: "2026-04-16T19:22:21Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:21Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-jhdzh.18a6ecaf9472c4ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "40987"
    uid: f6e0f2c4-668a-4e4e-9747-1cb2d5698cd2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "40850"
    uid: 0498000d-49fc-4c14-b760-38f6f44cc8f6
  kind: Event
  lastTimestamp: "2026-04-16T19:22:11Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55-jhdzh'
  metadata:
    creationTimestamp: "2026-04-16T19:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:22:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55.18a6ecad3bb6e130
    namespace: kserve-ci-e2e-test
    resourceVersion: "40862"
    uid: 52cc6703-ecf6-42c0-9c59-e03c5aee5fa4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40847"
    uid: 5420b05b-8496-4681-af00-832f7ce16be0
  kind: Event
  lastTimestamp: "2026-04-16T19:22:11Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-665c965d55
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:22:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a6ecad38e626b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40852"
    uid: 5dc66040-1294-4737-8bea-07511ec0e81b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40837"
    uid: 3f8446f7-925f-4d64-af9d-bcfd1b84a2ed
  kind: Event
  lastTimestamp: "2026-04-16T19:22:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:22:16Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6ecad38b9ed3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40930"
    uid: 92730aa3-4f91-4b19-bc3f-f2b453823d7d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40837"
    uid: 3f8446f7-925f-4d64-af9d-bcfd1b84a2ed
  kind: Event
  lastTimestamp: "2026-04-16T19:22:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:22:11Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6ecad3913a353
    namespace: kserve-ci-e2e-test
    resourceVersion: "40854"
    uid: b01ec1d8-20fa-4378-a309-485a5bf54b4a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:20:50.681587Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40195"
    uid: ca8a42b9-1e14-406d-bc0c-d0a7b8360f9d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:20:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:20:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x.18a6ec9a578386aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40202"
    uid: 0f5dd7b9-5ec3-4fb5-9703-65efcf5ab4a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40206"
    uid: ca8a42b9-1e14-406d-bc0c-d0a7b8360f9d
  kind: Event
  lastTimestamp: "2026-04-16T19:20:51Z"
  message: Add eth0 [10.132.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:20:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x.18a6ec9a70a8fb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40214"
    uid: 4cb9ecc6-caf3-43ab-aded-84143a7978e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40198"
    uid: ca8a42b9-1e14-406d-bc0c-d0a7b8360f9d
  kind: Event
  lastTimestamp: "2026-04-16T19:20:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x.18a6ec9a72177388
    namespace: kserve-ci-e2e-test
    resourceVersion: "40216"
    uid: 0b879bfe-777a-40b5-a9db-6bbe8690ccfb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40198"
    uid: ca8a42b9-1e14-406d-bc0c-d0a7b8360f9d
  kind: Event
  lastTimestamp: "2026-04-16T19:20:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x.18a6ec9a74df881e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40218"
    uid: 6ccaaa6e-34e9-49ea-b9ee-4f598332c0d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40198"
    uid: ca8a42b9-1e14-406d-bc0c-d0a7b8360f9d
  kind: Event
  lastTimestamp: "2026-04-16T19:20:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x.18a6ec9a754f1ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40219"
    uid: ea2062b3-c981-4697-8f45-865ec8fc7c0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40198"
    uid: ca8a42b9-1e14-406d-bc0c-d0a7b8360f9d
  kind: Event
  lastTimestamp: "2026-04-16T19:20:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x.18a6ec9abd05633f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40235"
    uid: 4629fca8-ddcd-4b7c-a766-1de797efa548
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40198"
    uid: ca8a42b9-1e14-406d-bc0c-d0a7b8360f9d
  kind: Event
  lastTimestamp: "2026-04-16T19:20:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x.18a6ec9ac0ee0b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40239"
    uid: d9b22b08-ffd4-4dcb-aba6-9b1f98445cc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40198"
    uid: ca8a42b9-1e14-406d-bc0c-d0a7b8360f9d
  kind: Event
  lastTimestamp: "2026-04-16T19:20:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x.18a6ec9ac1740514
    namespace: kserve-ci-e2e-test
    resourceVersion: "40240"
    uid: ae770ea4-cc0f-48d1-9a04-ab6c38b900c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40198"
    uid: ca8a42b9-1e14-406d-bc0c-d0a7b8360f9d
  kind: Event
  lastTimestamp: "2026-04-16T19:22:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x.18a6ec9af8fa5998
    namespace: kserve-ci-e2e-test
    resourceVersion: "40906"
    uid: efc5651e-aa6e-4682-8bc2-bb7eefe40edb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40198"
    uid: ca8a42b9-1e14-406d-bc0c-d0a7b8360f9d
  kind: Event
  lastTimestamp: "2026-04-16T19:22:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x.18a6ecacfc2cb2d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40823"
    uid: e5b71710-86b5-4b23-a34c-eab6e15a8ea4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49
    namespace: kserve-ci-e2e-test
    resourceVersion: "40187"
    uid: a3939c98-0c21-4b19-a306-e052009dd3f3
  kind: Event
  lastTimestamp: "2026-04-16T19:20:50Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49-bjs8x'
  metadata:
    creationTimestamp: "2026-04-16T19:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:20:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49.18a6ec9a57008103
    namespace: kserve-ci-e2e-test
    resourceVersion: "40197"
    uid: 98c6cf5f-e49a-4b4e-ac4c-db4b522c4750
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: c28b8de3-90ae-45ec-9b27-cf74275a0e89
  kind: Event
  lastTimestamp: "2026-04-16T19:20:50Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-566f78cd49
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:20:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ec9a54c8d95c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40189"
    uid: f06a28e2-2295-49a3-9017-4c1c45f81cf6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:21:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40186"
    uid: 610d64e5-b5c5-4ee6-a3d7-725545df11e1
  kind: Event
  lastTimestamp: "2026-04-16T19:21:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:21:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ec9dd3638cef
    namespace: kserve-ci-e2e-test
    resourceVersion: "40557"
    uid: 94978079-c92a-4bdc-8bbb-388f770ffb94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:21:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40186"
    uid: 610d64e5-b5c5-4ee6-a3d7-725545df11e1
  kind: Event
  lastTimestamp: "2026-04-16T19:21:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:21:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ec9dd3deedc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40558"
    uid: 3822bd6b-63a6-4154-ad66-78cd6ae60183
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:21:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40343"
    uid: 610d64e5-b5c5-4ee6-a3d7-725545df11e1
  kind: Event
  lastTimestamp: "2026-04-16T19:22:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:21:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:22:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6eca8516a4b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40775"
    uid: fd676533-a800-43d7-9d4a-f316389ce79a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:21:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40343"
    uid: 610d64e5-b5c5-4ee6-a3d7-725545df11e1
  kind: Event
  lastTimestamp: "2026-04-16T19:22:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:21:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:22:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6eca851e168b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40776"
    uid: 6dbfc4d2-679a-4cb8-af92-c5b316bc3036
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40177"
    uid: 1196384c-73c7-4575-924b-7df1f0bb2fb5
  kind: Event
  lastTimestamp: "2026-04-16T19:22:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:22:04Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6ec9a5498ce97
    namespace: kserve-ci-e2e-test
    resourceVersion: "40765"
    uid: 04a1ad7a-042e-4c03-bd5b-862ec601b000
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40177"
    uid: 1196384c-73c7-4575-924b-7df1f0bb2fb5
  kind: Event
  lastTimestamp: "2026-04-16T19:20:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:20:50Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6ec9a55022e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "40192"
    uid: b9232f0a-6f02-4ba6-9af4-d01a9f4f49ff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40762"
    uid: 1196384c-73c7-4575-924b-7df1f0bb2fb5
  kind: Event
  lastTimestamp: "2026-04-16T19:22:04Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:22:04Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6ecab85945e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "40764"
    uid: 2fbee39e-209a-434f-aab9-cb8f57206b70
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:20:39.609306Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-sb2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40027"
    uid: cfefdebd-253d-4787-a22d-898c29bc379d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-sb2dc
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:20:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:20:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-sb2dc.18a6ec97c38dedf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40032"
    uid: 50a0c00a-bc8d-4def-b42f-eb00b3835d01
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-sb2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40035"
    uid: cfefdebd-253d-4787-a22d-898c29bc379d
  kind: Event
  lastTimestamp: "2026-04-16T19:20:40Z"
  message: Add eth0 [10.132.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:20:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-sb2dc.18a6ec97dc8641cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40049"
    uid: 2870a88b-59d8-4dc9-9ff5-bbc13e0cafab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-sb2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40030"
    uid: cfefdebd-253d-4787-a22d-898c29bc379d
  kind: Event
  lastTimestamp: "2026-04-16T19:20:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-sb2dc.18a6ec97ddc6cbee
    namespace: kserve-ci-e2e-test
    resourceVersion: "40078"
    uid: 27e1cc00-bdcf-42f9-8aa2-db9eb555ebf6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-sb2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40030"
    uid: cfefdebd-253d-4787-a22d-898c29bc379d
  kind: Event
  lastTimestamp: "2026-04-16T19:20:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-sb2dc.18a6ec97e0d8c6fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40082"
    uid: e5af1bd4-9ad8-4ff1-b1c5-4195f42a2b58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-sb2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40030"
    uid: cfefdebd-253d-4787-a22d-898c29bc379d
  kind: Event
  lastTimestamp: "2026-04-16T19:20:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-sb2dc.18a6ec97e14dec55
    namespace: kserve-ci-e2e-test
    resourceVersion: "40083"
    uid: 03c30a3a-e351-427d-8560-0ed71987fe03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-sb2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40030"
    uid: cfefdebd-253d-4787-a22d-898c29bc379d
  kind: Event
  lastTimestamp: "2026-04-16T19:20:45Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-sb2dc_kserve-ci-e2e-test(cfefdebd-253d-4787-a22d-898c29bc379d)
  metadata:
    creationTimestamp: "2026-04-16T19:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-sb2dc.18a6ec991a30aa8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40110"
    uid: a37b5309-42fe-4292-9837-d814f83080bb
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40017"
    uid: b3cf88fe-80d5-4437-8f95-ef2df8f03cb5
  kind: Event
  lastTimestamp: "2026-04-16T19:20:39Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7-sb2dc'
  metadata:
    creationTimestamp: "2026-04-16T19:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:20:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7.18a6ec97c2ecce8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40029"
    uid: 300d8bd2-d30b-477f-9a44-ef7ea8c10f11
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40014"
    uid: 7cb566aa-2b0f-4a7d-b931-f0359b435866
  kind: Event
  lastTimestamp: "2026-04-16T19:20:39Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-754959c6d7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:20:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a6ec97c0006f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40019"
    uid: ace5ad2a-539d-477c-b775-25b59cd1018b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40006"
    uid: d1cc7fe1-e40f-469e-9e5d-85c701486a67
  kind: Event
  lastTimestamp: "2026-04-16T19:20:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:20:46Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6ec97bfc9e616
    namespace: kserve-ci-e2e-test
    resourceVersion: "40120"
    uid: 6ee9c065-b1be-40b2-a756-17fe5a3f6e15
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40006"
    uid: d1cc7fe1-e40f-469e-9e5d-85c701486a67
  kind: Event
  lastTimestamp: "2026-04-16T19:20:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:20:39Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6ec97c0265384
    namespace: kserve-ci-e2e-test
    resourceVersion: "40039"
    uid: 3c510a13-ea9a-4e2c-8398-7fbe6ea462e7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40015"
    uid: d1cc7fe1-e40f-469e-9e5d-85c701486a67
  kind: Event
  lastTimestamp: "2026-04-16T19:20:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T19:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:20:39Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6ec97c572e898
    namespace: kserve-ci-e2e-test
    resourceVersion: "40041"
    uid: c8bb7a0f-8a05-46ce-bf73-29f61c979f3c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:19:18.465736Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "39348"
    uid: 2682b351-e998-473e-9295-a03bcc780b9e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:19:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:19:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld.18a6ec84df054899
    namespace: kserve-ci-e2e-test
    resourceVersion: "39354"
    uid: 0897d49e-6db2-489e-bf3f-10786763bdcb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "39359"
    uid: 2682b351-e998-473e-9295-a03bcc780b9e
  kind: Event
  lastTimestamp: "2026-04-16T19:19:18Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:19:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld.18a6ec84f8127927
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: 770679d5-5d63-4e24-838f-c227715c00d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "39351"
    uid: 2682b351-e998-473e-9295-a03bcc780b9e
  kind: Event
  lastTimestamp: "2026-04-16T19:19:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld.18a6ec84f97bf773
    namespace: kserve-ci-e2e-test
    resourceVersion: "39373"
    uid: f32966b8-6d72-4f97-b802-44726e3458bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "39351"
    uid: 2682b351-e998-473e-9295-a03bcc780b9e
  kind: Event
  lastTimestamp: "2026-04-16T19:19:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld.18a6ec84fd14b7f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39376"
    uid: 66ced271-cf3f-49c6-b212-dd62d8ad5dd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "39351"
    uid: 2682b351-e998-473e-9295-a03bcc780b9e
  kind: Event
  lastTimestamp: "2026-04-16T19:19:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld.18a6ec84fd81cc33
    namespace: kserve-ci-e2e-test
    resourceVersion: "39377"
    uid: d742f19d-ca69-4bb4-9aa8-7ff287e427d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "39351"
    uid: 2682b351-e998-473e-9295-a03bcc780b9e
  kind: Event
  lastTimestamp: "2026-04-16T19:19:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld.18a6ec853e8d496d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39392"
    uid: 842fc1eb-f298-4292-9693-c2bcbf957c5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "39351"
    uid: 2682b351-e998-473e-9295-a03bcc780b9e
  kind: Event
  lastTimestamp: "2026-04-16T19:19:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld.18a6ec854182b5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39395"
    uid: 7dc59e12-b559-4282-b982-db6d65ce396a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "39351"
    uid: 2682b351-e998-473e-9295-a03bcc780b9e
  kind: Event
  lastTimestamp: "2026-04-16T19:19:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld.18a6ec8541f6db9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39397"
    uid: 5cddc3c6-86cb-4202-a115-d0c8c010aa02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "39351"
    uid: 2682b351-e998-473e-9295-a03bcc780b9e
  kind: Event
  lastTimestamp: "2026-04-16T19:20:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld.18a6ec857a77009d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39859"
    uid: ebc4119e-852d-4c26-88ab-c251ccf97bb3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld
    namespace: kserve-ci-e2e-test
    resourceVersion: "39351"
    uid: 2682b351-e998-473e-9295-a03bcc780b9e
  kind: Event
  lastTimestamp: "2026-04-16T19:20:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld.18a6ec9783b73f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "39991"
    uid: cad00af9-21cf-4a4d-aef2-adfb0c992e6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "39340"
    uid: 1de0edbd-682f-4213-8e4a-20e529fa7241
  kind: Event
  lastTimestamp: "2026-04-16T19:19:18Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89-h4jld'
  metadata:
    creationTimestamp: "2026-04-16T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:19:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5484987b89.18a6ec84de6c8e19
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: 2eb0f6e0-c2b3-402a-9d06-e876f793f49b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39338"
    uid: 72b54e39-6c6a-4b41-bd34-fd59d62dee00
  kind: Event
  lastTimestamp: "2026-04-16T19:19:18Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5484987b89
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:19:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6ec84dc1ae1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39342"
    uid: ac537fea-d1d1-424c-b059-e97412d626c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39339"
    uid: 1fbcb9ee-25cf-4a2b-a6a9-336122c1ca7b
  kind: Event
  lastTimestamp: "2026-04-16T19:20:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:20:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6ec885ac0c2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39702"
    uid: 9fb061c0-e13e-421f-abbb-25a381c97e86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39339"
    uid: 1fbcb9ee-25cf-4a2b-a6a9-336122c1ca7b
  kind: Event
  lastTimestamp: "2026-04-16T19:20:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:20:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6ec885b2f6cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39703"
    uid: df7f9f65-3b4f-4ee2-9273-cfcb2721f424
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39498"
    uid: 1fbcb9ee-25cf-4a2b-a6a9-336122c1ca7b
  kind: Event
  lastTimestamp: "2026-04-16T19:20:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:20:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6ec92d8b33a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "39932"
    uid: a725ffd6-d348-44c1-9938-10cf25625b74
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39498"
    uid: 1fbcb9ee-25cf-4a2b-a6a9-336122c1ca7b
  kind: Event
  lastTimestamp: "2026-04-16T19:20:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:20:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6ec92d94807a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39935"
    uid: 8e51417d-3bd1-4938-a5e8-495828da3ffd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39326"
    uid: 1a7ce7f1-dcf1-4f8e-93e2-eb5fc83d2d05
  kind: Event
  lastTimestamp: "2026-04-16T19:20:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:20:33Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6ec84dbeaa12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39937"
    uid: e5655f4c-082f-4fe1-bd51-d2b33f390776
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39326"
    uid: 1a7ce7f1-dcf1-4f8e-93e2-eb5fc83d2d05
  kind: Event
  lastTimestamp: "2026-04-16T19:19:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:19:18Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6ec84dc5b4f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39344"
    uid: 6c53e6e6-b4d9-4ea5-a21a-23ac44a13a79
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39934"
    uid: 1a7ce7f1-dcf1-4f8e-93e2-eb5fc83d2d05
  kind: Event
  lastTimestamp: "2026-04-16T19:20:33Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:20:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:20:33Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6ec9658ece17c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39936"
    uid: ac6ae88a-081d-41ba-9f27-1735ead83ae4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:23:44.044612Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-n4p85
    namespace: kserve-ci-e2e-test
    resourceVersion: "41679"
    uid: 1d784b08-2f86-4c75-bf0d-64efcfbac669
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-n4p85
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:23:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:23:44Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-n4p85.18a6ecc2b4c14e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41685"
    uid: d82364f1-4bf9-4f23-bdf3-c2094a84913a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-n4p85
    namespace: kserve-ci-e2e-test
    resourceVersion: "41690"
    uid: 1d784b08-2f86-4c75-bf0d-64efcfbac669
  kind: Event
  lastTimestamp: "2026-04-16T19:23:44Z"
  message: Add eth0 [10.132.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:23:44Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-n4p85.18a6ecc2cdbc7d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41704"
    uid: c02953cf-70d7-4b72-bfe0-686ba2d6da9e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-n4p85
    namespace: kserve-ci-e2e-test
    resourceVersion: "41681"
    uid: 1d784b08-2f86-4c75-bf0d-64efcfbac669
  kind: Event
  lastTimestamp: "2026-04-16T19:23:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:23:51Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-n4p85.18a6ecc2cf1de11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41767"
    uid: 2532ab50-4744-4594-9f85-3c85797e7789
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-n4p85
    namespace: kserve-ci-e2e-test
    resourceVersion: "41681"
    uid: 1d784b08-2f86-4c75-bf0d-64efcfbac669
  kind: Event
  lastTimestamp: "2026-04-16T19:23:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:23:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-n4p85.18a6ecc2d20d1905
    namespace: kserve-ci-e2e-test
    resourceVersion: "41773"
    uid: c758d3e9-6bd6-4797-bf7a-bd22a19a2188
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-n4p85
    namespace: kserve-ci-e2e-test
    resourceVersion: "41681"
    uid: 1d784b08-2f86-4c75-bf0d-64efcfbac669
  kind: Event
  lastTimestamp: "2026-04-16T19:23:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:23:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-n4p85.18a6ecc2d2925a59
    namespace: kserve-ci-e2e-test
    resourceVersion: "41774"
    uid: 66dfa1e5-a3bd-453f-82f6-3ce39a92f350
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-n4p85
    namespace: kserve-ci-e2e-test
    resourceVersion: "41681"
    uid: 1d784b08-2f86-4c75-bf0d-64efcfbac669
  kind: Event
  lastTimestamp: "2026-04-16T19:23:54Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:23:54Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-n4p85.18a6ecc50a3d99de
    namespace: kserve-ci-e2e-test
    resourceVersion: "41805"
    uid: eab9d3ad-cc6e-4a67-99a0-83c7fb1e9796
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41671"
    uid: 8c731610-84f8-4a79-ad5a-e01b6a3264e0
  kind: Event
  lastTimestamp: "2026-04-16T19:23:44Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb-n4p85'
  metadata:
    creationTimestamp: "2026-04-16T19:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:23:44Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb.18a6ecc2b43a2913
    namespace: kserve-ci-e2e-test
    resourceVersion: "41682"
    uid: d6a5e2d0-53c9-48a2-ad50-574506a1b297
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41668"
    uid: f99196af-e036-457c-838d-9dc83b0f76db
  kind: Event
  lastTimestamp: "2026-04-16T19:23:43Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-57b648fdbb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:23:43Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a6ecc2b0f7a2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41672"
    uid: d8a75c2d-a028-4143-bb42-c8509fc0c47f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41657"
    uid: 4e12389d-b9dd-417d-b929-77f8087ca772
  kind: Event
  lastTimestamp: "2026-04-16T19:23:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:23:52Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6ecc2b0fbe9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41775"
    uid: 08d988c3-7f4c-4a80-ac85-abb09a54145f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41657"
    uid: 4e12389d-b9dd-417d-b929-77f8087ca772
  kind: Event
  lastTimestamp: "2026-04-16T19:23:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:23:44Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6ecc2b1888144
    namespace: kserve-ci-e2e-test
    resourceVersion: "41693"
    uid: 1971df31-471d-401f-845d-9cca6d2044fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41677"
    uid: 4e12389d-b9dd-417d-b929-77f8087ca772
  kind: Event
  lastTimestamp: "2026-04-16T19:23:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T19:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:23:44Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6ecc2b8be7ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41694"
    uid: bf428a10-b6f2-4d1b-9149-4edb1c8f7b27
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:22:22.907927Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41018"
    uid: a5e50a35-0d90-4197-9ca0-69e34d6fb4f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:22:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:22:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n.18a6ecafd0a1b878
    namespace: kserve-ci-e2e-test
    resourceVersion: "41024"
    uid: 3b41b514-f5a3-4f52-a6dd-46b1538a5962
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41028"
    uid: a5e50a35-0d90-4197-9ca0-69e34d6fb4f2
  kind: Event
  lastTimestamp: "2026-04-16T19:22:23Z"
  message: Add eth0 [10.132.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:22:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n.18a6ecafea3464e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41039"
    uid: 39358b37-c66e-4d41-9751-ecdff080908e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41022"
    uid: a5e50a35-0d90-4197-9ca0-69e34d6fb4f2
  kind: Event
  lastTimestamp: "2026-04-16T19:22:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n.18a6ecafeba938df
    namespace: kserve-ci-e2e-test
    resourceVersion: "41042"
    uid: 7f04e0d1-3858-46f1-b7df-3ca837ce7ab8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41022"
    uid: a5e50a35-0d90-4197-9ca0-69e34d6fb4f2
  kind: Event
  lastTimestamp: "2026-04-16T19:22:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n.18a6ecaff3eb2c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41045"
    uid: 3059f4fe-02bf-42ca-90d9-c82fd90f4420
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41022"
    uid: a5e50a35-0d90-4197-9ca0-69e34d6fb4f2
  kind: Event
  lastTimestamp: "2026-04-16T19:22:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n.18a6ecaff45d87e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41046"
    uid: 527b52db-2375-493e-a094-f29138378977
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41022"
    uid: a5e50a35-0d90-4197-9ca0-69e34d6fb4f2
  kind: Event
  lastTimestamp: "2026-04-16T19:22:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n.18a6ecb03a7b3e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "41068"
    uid: 994e530f-1a5c-4d4a-a5bf-0032ae06510a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41022"
    uid: a5e50a35-0d90-4197-9ca0-69e34d6fb4f2
  kind: Event
  lastTimestamp: "2026-04-16T19:22:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n.18a6ecb03d62b150
    namespace: kserve-ci-e2e-test
    resourceVersion: "41072"
    uid: 24607a85-ba6f-4977-ab65-3c4a961c2b6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41022"
    uid: a5e50a35-0d90-4197-9ca0-69e34d6fb4f2
  kind: Event
  lastTimestamp: "2026-04-16T19:22:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n.18a6ecb03dd1b010
    namespace: kserve-ci-e2e-test
    resourceVersion: "41073"
    uid: 476c0f94-b8f7-44e4-b7ad-5e034a5d4a8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41022"
    uid: a5e50a35-0d90-4197-9ca0-69e34d6fb4f2
  kind: Event
  lastTimestamp: "2026-04-16T19:23:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:23:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n.18a6ecb07668734b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41649"
    uid: d6e069b5-f448-4d1a-b106-d6bef6e5984d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "41022"
    uid: a5e50a35-0d90-4197-9ca0-69e34d6fb4f2
  kind: Event
  lastTimestamp: "2026-04-16T19:23:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:23:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n.18a6ecc27596031f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41646"
    uid: a2f1f916-3a18-4f9f-9bc7-163da1e54dc9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41009"
    uid: 04a568bb-41fd-4dd9-adb3-982b3c2295b4
  kind: Event
  lastTimestamp: "2026-04-16T19:22:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb-q4p8n'
  metadata:
    creationTimestamp: "2026-04-16T19:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:22:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb.18a6ecafd0081897
    namespace: kserve-ci-e2e-test
    resourceVersion: "41020"
    uid: 96a54f62-c425-47e0-abb6-4ef36ecfbec4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41007"
    uid: 17639659-26bb-4384-8b67-43c64ad36935
  kind: Event
  lastTimestamp: "2026-04-16T19:22:22Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-5f684c44cb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:22:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ecafcd91b5ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "41013"
    uid: 335ac045-f15a-4f0a-b08b-462a61f432bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41008"
    uid: 43b3fc2e-3c9d-4528-9e25-ee47ea4c609a
  kind: Event
  lastTimestamp: "2026-04-16T19:22:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:22:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ecb34bc19cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41160"
    uid: 4d11cad2-5feb-4517-9ca7-6fa8c7bfa1f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41008"
    uid: 43b3fc2e-3c9d-4528-9e25-ee47ea4c609a
  kind: Event
  lastTimestamp: "2026-04-16T19:22:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:22:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ecb34c3e6fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41162"
    uid: 94fbdfbb-8eb8-44b2-b2c0-aeec6e9fc8b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41161"
    uid: 43b3fc2e-3c9d-4528-9e25-ee47ea4c609a
  kind: Event
  lastTimestamp: "2026-04-16T19:23:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:23:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ecb6cbae4dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41595"
    uid: 9ae1c456-a8fd-4bf1-a7ff-997097aa2d76
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41161"
    uid: 43b3fc2e-3c9d-4528-9e25-ee47ea4c609a
  kind: Event
  lastTimestamp: "2026-04-16T19:23:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:23:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ecb6cc2565fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41596"
    uid: 451756d0-ff89-443e-b94b-a8b21527e31e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40999"
    uid: 927050bc-dbd6-4248-b0c0-4fd12c976367
  kind: Event
  lastTimestamp: "2026-04-16T19:23:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:23:33Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6ecafccf22aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "41558"
    uid: f3016940-c647-4174-a0bb-1b88979b93ef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40999"
    uid: 927050bc-dbd6-4248-b0c0-4fd12c976367
  kind: Event
  lastTimestamp: "2026-04-16T19:22:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:22:22Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6ecafcd982d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "41012"
    uid: 1881c16e-bb5e-4472-a321-f1afbbebc749
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41556"
    uid: 927050bc-dbd6-4248-b0c0-4fd12c976367
  kind: Event
  lastTimestamp: "2026-04-16T19:23:33Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:23:33Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6ecc04226b0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "41557"
    uid: ecce8dce-e0d9-4dd6-9b81-ad138fb5356e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38727"
    uid: 18eb8ac0-26d1-4856-aa28-e71ba2f6a631
  kind: Event
  lastTimestamp: "2026-04-16T19:19:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:19:16Z"
    name: isvc-sklearn-s3.18a6ec7481966fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39295"
    uid: ea38c5a4-7b80-4ea5-820b-eb5288c03973
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38727"
    uid: 18eb8ac0-26d1-4856-aa28-e71ba2f6a631
  kind: Event
  lastTimestamp: "2026-04-16T19:18:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:18:08Z"
    name: isvc-sklearn-s3.18a6ec748208293d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38776"
    uid: 41ca65a1-d4de-4351-a95b-9b924f2fe056
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38740"
    uid: 18eb8ac0-26d1-4856-aa28-e71ba2f6a631
  kind: Event
  lastTimestamp: "2026-04-16T19:18:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:18:08Z"
    name: isvc-sklearn-s3.18a6ec748721b343
    namespace: kserve-ci-e2e-test
    resourceVersion: "38777"
    uid: e8882759-2325-4242-96a0-be099a38b654
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39292"
    uid: 18eb8ac0-26d1-4856-aa28-e71ba2f6a631
  kind: Event
  lastTimestamp: "2026-04-16T19:19:16Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:19:16Z"
    name: isvc-sklearn-s3.18a6ec846b6ff563
    namespace: kserve-ci-e2e-test
    resourceVersion: "39293"
    uid: a7a936b8-7148-4dee-bbb8-fd61da5c0910
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-78c6f775fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30546"
    uid: 0042fc19-cf00-4fc9-affe-899e28fbe478
  kind: Event
  lastTimestamp: "2026-04-16T19:01:53Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-78c6f775fd-6gxfk'
  metadata:
    creationTimestamp: "2026-04-16T19:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:53Z"
    name: isvc-sklearn-scheduler-predictor-78c6f775fd.18a6eb91761de6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30559"
    uid: e5744b2a-7c6a-4cc9-9679-ddfeb68b674e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30543"
    uid: 83c72ecd-2c1e-47a6-a091-919720513a5a
  kind: Event
  lastTimestamp: "2026-04-16T19:01:52Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-78c6f775fd from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:52Z"
    name: isvc-sklearn-scheduler-predictor.18a6eb9170eb04a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: fafdb24d-1b63-44ff-a1f2-9ff7e40de16d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30520"
    uid: 16841b3b-f1b7-4a9d-9554-b7112ed3f0e2
  kind: Event
  lastTimestamp: "2026-04-16T19:01:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:01:53Z"
    name: isvc-sklearn-scheduler.18a6eb9170514e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "30569"
    uid: 55031633-3fc2-4db6-9625-99f672a609f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30520"
    uid: 16841b3b-f1b7-4a9d-9554-b7112ed3f0e2
  kind: Event
  lastTimestamp: "2026-04-16T19:01:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:01:52Z"
    name: isvc-sklearn-scheduler.18a6eb9170f42885
    namespace: kserve-ci-e2e-test
    resourceVersion: "30550"
    uid: 799a123b-373c-440e-83fc-6b3e8d34fc34
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30520"
    uid: 16841b3b-f1b7-4a9d-9554-b7112ed3f0e2
  kind: Event
  lastTimestamp: "2026-04-16T19:01:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:01:52Z"
    name: isvc-sklearn-scheduler.18a6eb9170f4945e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30552"
    uid: 2d51f784-4073-4a06-afb0-0c72eb939b9a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:06:53.246600Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33158"
    uid: 7b469cb4-d206-4147-8b90-6bb6e89a22f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:06:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:06:53Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk.18a6ebd75c7fb235
    namespace: kserve-ci-e2e-test
    resourceVersion: "33163"
    uid: 11b54fe0-0327-4dd2-b82b-e992392a70e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33168"
    uid: 7b469cb4-d206-4147-8b90-6bb6e89a22f8
  kind: Event
  lastTimestamp: "2026-04-16T19:06:53Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:06:53Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk.18a6ebd77566b01c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: 2d5efced-da7c-4912-937a-d21788481a96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: 7b469cb4-d206-4147-8b90-6bb6e89a22f8
  kind: Event
  lastTimestamp: "2026-04-16T19:06:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:53Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk.18a6ebd776ba3e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "33179"
    uid: b5f28359-5737-4691-ba13-8bd9ad3d3fd0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: 7b469cb4-d206-4147-8b90-6bb6e89a22f8
  kind: Event
  lastTimestamp: "2026-04-16T19:06:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:53Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk.18a6ebd77a27e937
    namespace: kserve-ci-e2e-test
    resourceVersion: "33182"
    uid: c31fe77f-e800-421f-8d8b-73644daf1092
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: 7b469cb4-d206-4147-8b90-6bb6e89a22f8
  kind: Event
  lastTimestamp: "2026-04-16T19:06:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:53Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk.18a6ebd77a963e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "33183"
    uid: 08499e76-33b0-496e-b285-d9f47e88949c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: 7b469cb4-d206-4147-8b90-6bb6e89a22f8
  kind: Event
  lastTimestamp: "2026-04-16T19:06:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:57Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk.18a6ebd863907656
    namespace: kserve-ci-e2e-test
    resourceVersion: "33219"
    uid: 79da960a-0751-43bb-a55f-cb190471d7fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: 7b469cb4-d206-4147-8b90-6bb6e89a22f8
  kind: Event
  lastTimestamp: "2026-04-16T19:06:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:57Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk.18a6ebd8672d30c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33225"
    uid: dd19cd42-be73-412b-9be8-c60abe8eab18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: 7b469cb4-d206-4147-8b90-6bb6e89a22f8
  kind: Event
  lastTimestamp: "2026-04-16T19:06:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:57Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk.18a6ebd8679a229b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: a9dac215-2d3c-403b-b749-00b9726ee826
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: 7b469cb4-d206-4147-8b90-6bb6e89a22f8
  kind: Event
  lastTimestamp: "2026-04-16T19:08:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:17Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk.18a6ebd89f9e2e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33873"
    uid: 7943b927-7236-4748-b0bb-827bd001c408
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: 7b469cb4-d206-4147-8b90-6bb6e89a22f8
  kind: Event
  lastTimestamp: "2026-04-16T19:08:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:13Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk.18a6ebea04a3ea22
    namespace: kserve-ci-e2e-test
    resourceVersion: "33809"
    uid: 3a5a3e21-1858-438b-bd6f-a412bebb7f1a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7b446468df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33147"
    uid: bab740a0-af38-4e50-891b-f7588870a24b
  kind: Event
  lastTimestamp: "2026-04-16T19:06:53Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7b446468df-vvmqk'
  metadata:
    creationTimestamp: "2026-04-16T19:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:53Z"
    name: isvc-sklearn-v2-mixed-predictor-7b446468df.18a6ebd75bd6c6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33160"
    uid: 229f5ea7-95db-4c6b-9c07-9e9efafc6090
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33140"
    uid: 3895c3c8-bc2f-42a1-b3c6-a22ee2631491
  kind: Event
  lastTimestamp: "2026-04-16T19:06:53Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7b446468df from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T19:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:53Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6ebd75855ec2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 66199d1b-9f2a-40f6-9e74-1b6a7f26e08f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33145"
    uid: d6fad111-3afc-44dc-98c8-76e347a3d671
  kind: Event
  lastTimestamp: "2026-04-16T19:07:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:07:23Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6ebdad707d779
    namespace: kserve-ci-e2e-test
    resourceVersion: "33407"
    uid: 9522f328-60b1-4d15-9cda-5cb1368ded6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33145"
    uid: d6fad111-3afc-44dc-98c8-76e347a3d671
  kind: Event
  lastTimestamp: "2026-04-16T19:07:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:07:23Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6ebdad780e366
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: 9a7794b7-11a4-4d7a-9ca3-06372f19913e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33306"
    uid: d6fad111-3afc-44dc-98c8-76e347a3d671
  kind: Event
  lastTimestamp: "2026-04-16T19:08:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:08:08Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6ebe1d5c6a099
    namespace: kserve-ci-e2e-test
    resourceVersion: "33745"
    uid: 6bf51971-78d6-40b6-8a77-a3a9d59bbf66
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33306"
    uid: d6fad111-3afc-44dc-98c8-76e347a3d671
  kind: Event
  lastTimestamp: "2026-04-16T19:08:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:08:08Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6ebe1d63f84fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: c9eeb365-1ca4-48a6-8509-4fbd302f1180
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33120"
    uid: b4f19d1b-4ed0-45e1-8576-e416bcec831a
  kind: Event
  lastTimestamp: "2026-04-16T19:08:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:08:07Z"
    name: isvc-sklearn-v2-mixed.18a6ebd75829e729
    namespace: kserve-ci-e2e-test
    resourceVersion: "33738"
    uid: 3360dbeb-e942-4d59-a08c-44f53d163c31
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33120"
    uid: b4f19d1b-4ed0-45e1-8576-e416bcec831a
  kind: Event
  lastTimestamp: "2026-04-16T19:06:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:06:53Z"
    name: isvc-sklearn-v2-mixed.18a6ebd758af376f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: 14c8e87f-cba3-4711-82e3-e22431ef85e7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33736"
    uid: b4f19d1b-4ed0-45e1-8576-e416bcec831a
  kind: Event
  lastTimestamp: "2026-04-16T19:08:07Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:08:07Z"
    name: isvc-sklearn-v2-mixed.18a6ebe8a7eac6a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33737"
    uid: 8c49a712-5adc-4d0f-9765-65115e0901e5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:05:32.934604Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32511"
    uid: d5328b66-3796-469a-b73a-e6040b0e3c3b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-9bcff48d6-tmdbz
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:05:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:05:32Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz.18a6ebc4a987f38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32515"
    uid: c45d2b50-8f27-4076-adc0-8c9731a0101b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32519"
    uid: d5328b66-3796-469a-b73a-e6040b0e3c3b
  kind: Event
  lastTimestamp: "2026-04-16T19:05:33Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:05:33Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz.18a6ebc4c2958d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "32531"
    uid: d8bb8a95-5435-4890-a94d-a728053d23a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32513"
    uid: d5328b66-3796-469a-b73a-e6040b0e3c3b
  kind: Event
  lastTimestamp: "2026-04-16T19:05:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:33Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz.18a6ebc4c3fc87c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32534"
    uid: f81421a9-3bba-44c1-8130-36e1f75db9aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32513"
    uid: d5328b66-3796-469a-b73a-e6040b0e3c3b
  kind: Event
  lastTimestamp: "2026-04-16T19:05:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:33Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz.18a6ebc4c67fbda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: b8577175-717a-409c-a609-bce31f922391
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32513"
    uid: d5328b66-3796-469a-b73a-e6040b0e3c3b
  kind: Event
  lastTimestamp: "2026-04-16T19:05:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:33Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz.18a6ebc4c6da8bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32536"
    uid: 46a4cd98-8cd3-4a23-9ebe-7bde3cf63a40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32513"
    uid: d5328b66-3796-469a-b73a-e6040b0e3c3b
  kind: Event
  lastTimestamp: "2026-04-16T19:05:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1324"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:37Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz.18a6ebc5b4f58683
    namespace: kserve-ci-e2e-test
    resourceVersion: "32570"
    uid: c01765c4-efa6-4947-a393-806bd3566f47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32513"
    uid: d5328b66-3796-469a-b73a-e6040b0e3c3b
  kind: Event
  lastTimestamp: "2026-04-16T19:05:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:37Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz.18a6ebc5b7deec43
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: f871b88a-bf88-4822-a534-e1800395114c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32513"
    uid: d5328b66-3796-469a-b73a-e6040b0e3c3b
  kind: Event
  lastTimestamp: "2026-04-16T19:05:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:37Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz.18a6ebc5b83dd2d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32573"
    uid: 1b5979e5-79f9-443d-a55e-1a8946015851
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32513"
    uid: d5328b66-3796-469a-b73a-e6040b0e3c3b
  kind: Event
  lastTimestamp: "2026-04-16T19:06:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:39Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz.18a6ebc5f0e4e460
    namespace: kserve-ci-e2e-test
    resourceVersion: "33015"
    uid: 1ee3c3d5-69f2-4fa2-8250-57c138a4444d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32513"
    uid: d5328b66-3796-469a-b73a-e6040b0e3c3b
  kind: Event
  lastTimestamp: "2026-04-16T19:06:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:53Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz.18a6ebd758f27ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33153"
    uid: 384dc5e6-e2f3-4543-9d8a-456cbb9b2a78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-9bcff48d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: 03f0a0ca-a806-4d76-9d62-ba62bda585d7
  kind: Event
  lastTimestamp: "2026-04-16T19:05:32Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-9bcff48d6-tmdbz'
  metadata:
    creationTimestamp: "2026-04-16T19:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:32Z"
    name: isvc-sklearn-v2-predictor-9bcff48d6.18a6ebc4a90ec319
    namespace: kserve-ci-e2e-test
    resourceVersion: "32512"
    uid: 1e1cc24b-e897-4ede-823e-e22b47a6a37f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32494"
    uid: 5605782f-247e-4086-a59b-291c7bbe79f0
  kind: Event
  lastTimestamp: "2026-04-16T19:05:32Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-9bcff48d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:32Z"
    name: isvc-sklearn-v2-predictor.18a6ebc4a624b834
    namespace: kserve-ci-e2e-test
    resourceVersion: "32500"
    uid: 52347d79-0d17-4dbc-84db-efba25cee9e3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32495"
    uid: 91518f49-90ea-4797-81a4-77ed06d9a5d1
  kind: Event
  lastTimestamp: "2026-04-16T19:06:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:17Z"
    name: isvc-sklearn-v2-predictor.18a6ebc826399f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32868"
    uid: b66d0834-f318-4d28-bf31-5f8f98c96a04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32495"
    uid: 91518f49-90ea-4797-81a4-77ed06d9a5d1
  kind: Event
  lastTimestamp: "2026-04-16T19:06:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:17Z"
    name: isvc-sklearn-v2-predictor.18a6ebc827257b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32869"
    uid: 4b15aef7-4a9e-4d66-893d-36172913fc72
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32651"
    uid: 91518f49-90ea-4797-81a4-77ed06d9a5d1
  kind: Event
  lastTimestamp: "2026-04-16T19:06:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:48Z"
    name: isvc-sklearn-v2-predictor.18a6ebd2a48ab0a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33075"
    uid: 7a72de55-eb01-4e11-8406-4afe863c51b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32651"
    uid: 91518f49-90ea-4797-81a4-77ed06d9a5d1
  kind: Event
  lastTimestamp: "2026-04-16T19:06:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:48Z"
    name: isvc-sklearn-v2-predictor.18a6ebd2a4fbc322
    namespace: kserve-ci-e2e-test
    resourceVersion: "33076"
    uid: 0a0cb863-c58b-4796-a575-337ed9dce557
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:04:42.759174Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32073"
    uid: bc26b3ea-e1ae-46bb-9084-360936904978
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:04:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:04:42Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9.18a6ebb8fad78f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "32080"
    uid: 91f742f5-d400-419e-b4b5-d6155604e234
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32084"
    uid: bc26b3ea-e1ae-46bb-9084-360936904978
  kind: Event
  lastTimestamp: "2026-04-16T19:04:43Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:04:43Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9.18a6ebb913b83369
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: 41dde656-c62f-4747-804d-95652050c38a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: bc26b3ea-e1ae-46bb-9084-360936904978
  kind: Event
  lastTimestamp: "2026-04-16T19:04:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:43Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9.18a6ebb915869b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32097"
    uid: b6a30510-359f-4d56-aa82-3224c8c70e47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: bc26b3ea-e1ae-46bb-9084-360936904978
  kind: Event
  lastTimestamp: "2026-04-16T19:04:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:43Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9.18a6ebb918d92b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "32099"
    uid: b9dd4e1a-49fc-4302-a24e-52a0521d2668
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: bc26b3ea-e1ae-46bb-9084-360936904978
  kind: Event
  lastTimestamp: "2026-04-16T19:04:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:43Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9.18a6ebb9193a15dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32100"
    uid: 2a79bc74-d4cc-4af8-b328-9b4e8cfd9c9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: bc26b3ea-e1ae-46bb-9084-360936904978
  kind: Event
  lastTimestamp: "2026-04-16T19:04:47Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T19:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:47Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9.18a6ebba07807096
    namespace: kserve-ci-e2e-test
    resourceVersion: "32138"
    uid: 45b98d58-13c0-4a15-badc-4dcddb682f3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: bc26b3ea-e1ae-46bb-9084-360936904978
  kind: Event
  lastTimestamp: "2026-04-16T19:04:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:47Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9.18a6ebba0a9c8093
    namespace: kserve-ci-e2e-test
    resourceVersion: "32141"
    uid: 457eea69-f7a6-4550-a763-ef6afdcb1f7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: bc26b3ea-e1ae-46bb-9084-360936904978
  kind: Event
  lastTimestamp: "2026-04-16T19:04:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:47Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9.18a6ebba0b003f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "32143"
    uid: d84bba7d-b585-4340-9cae-cf2e72595e84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: bc26b3ea-e1ae-46bb-9084-360936904978
  kind: Event
  lastTimestamp: "2026-04-16T19:05:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T19:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:19Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9.18a6ebc180168cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32364"
    uid: 674044e4-a1b5-46b9-9693-1ed4687e9aae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: bc26b3ea-e1ae-46bb-9084-360936904978
  kind: Event
  lastTimestamp: "2026-04-16T19:05:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9.18a6ebc4a6be56e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: a02f7b67-83c9-42c9-a270-715e08ceadff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: bc26b3ea-e1ae-46bb-9084-360936904978
  kind: Event
  lastTimestamp: "2026-04-16T19:05:39Z"
  message: 'Readiness probe failed: Get "http://10.132.0.52:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.132.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T19:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9.18a6ebc62378fc2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32590"
    uid: 2f07dd94-4625-4b1e-8509-9952fd794e30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "32065"
    uid: d2390c1b-f65f-4265-bced-17305e1586db
  kind: Event
  lastTimestamp: "2026-04-16T19:04:42Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-9fgz9'
  metadata:
    creationTimestamp: "2026-04-16T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:42Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64.18a6ebb8fa463a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: f55c84cf-5f28-4fce-b75b-91ed3cad06a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32060"
    uid: b82f9f61-bb67-40e6-8795-6b5fec7a7c28
  kind: Event
  lastTimestamp: "2026-04-16T19:04:42Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7dd9b85c64 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:42Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6ebb8f7b98b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32068"
    uid: 90f494d8-b3c7-40b4-b388-75f71bd009b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32064"
    uid: 6411d5ba-11be-417b-a76c-e6a09dd3e870
  kind: Event
  lastTimestamp: "2026-04-16T19:04:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:57Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6ebbc772560db
    namespace: kserve-ci-e2e-test
    resourceVersion: "32218"
    uid: 2ebf8781-d238-4188-9f75-7ddddfef8afe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32064"
    uid: 6411d5ba-11be-417b-a76c-e6a09dd3e870
  kind: Event
  lastTimestamp: "2026-04-16T19:04:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:57Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6ebbc779b7d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32220"
    uid: d0b42a77-1b43-4677-b0e8-815e0e0b0ed7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32219"
    uid: 6411d5ba-11be-417b-a76c-e6a09dd3e870
  kind: Event
  lastTimestamp: "2026-04-16T19:05:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:27Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6ebbff68309ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "32428"
    uid: ae8d0e5b-1c4a-4682-bc16-79cf40ffd3ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32219"
    uid: 6411d5ba-11be-417b-a76c-e6a09dd3e870
  kind: Event
  lastTimestamp: "2026-04-16T19:05:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:27Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6ebbff6e6605e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32429"
    uid: 76f9d684-4fad-4425-9680-e988d04a0415
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32037"
    uid: e2570a5e-6207-45a0-8d1e-a4bb3f670b56
  kind: Event
  lastTimestamp: "2026-04-16T19:05:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:05:29Z"
    name: isvc-sklearn-v2-runtime.18a6ebb8f785098d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32447"
    uid: dc67bf0f-27a6-43f3-a72a-705409ccec2e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32037"
    uid: e2570a5e-6207-45a0-8d1e-a4bb3f670b56
  kind: Event
  lastTimestamp: "2026-04-16T19:04:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:04:42Z"
    name: isvc-sklearn-v2-runtime.18a6ebb8f7f2772d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32070"
    uid: 908b5ab5-8eed-4bf9-81a4-e0e7b22be7fa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32445"
    uid: e2570a5e-6207-45a0-8d1e-a4bb3f670b56
  kind: Event
  lastTimestamp: "2026-04-16T19:05:29Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:05:29Z"
    name: isvc-sklearn-v2-runtime.18a6ebc3d461bd63
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: e7d27ea7-1000-4bd3-b3aa-35da9ed7d0ec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32471"
    uid: aac770c0-acb3-449e-9943-2e4a831b357c
  kind: Event
  lastTimestamp: "2026-04-16T19:06:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:06:49Z"
    name: isvc-sklearn-v2.18a6ebc4a5ed8a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33096"
    uid: adc86128-8c70-46a6-884f-40d25dd6a9ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32471"
    uid: aac770c0-acb3-449e-9943-2e4a831b357c
  kind: Event
  lastTimestamp: "2026-04-16T19:05:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:05:32Z"
    name: isvc-sklearn-v2.18a6ebc4a69b5eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "32522"
    uid: 10a6c670-682c-4485-a566-2ab439a31b3c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32484"
    uid: aac770c0-acb3-449e-9943-2e4a831b357c
  kind: Event
  lastTimestamp: "2026-04-16T19:05:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:05:32Z"
    name: isvc-sklearn-v2.18a6ebc4aaf7c1c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32523"
    uid: b799cd02-8a25-4861-b82c-8c3d64115b15
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: aac770c0-acb3-449e-9943-2e4a831b357c
  kind: Event
  lastTimestamp: "2026-04-16T19:06:49Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:06:49Z"
    name: isvc-sklearn-v2.18a6ebd67db5c427
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: bcb97a10-6a43-4e80-b559-69e533f0d89f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30592"
    uid: 65675cae-d606-43b9-bf16-72f79b161523
  kind: Event
  lastTimestamp: "2026-04-16T19:03:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:09Z"
    name: isvc-sklearn.18a6eb91f400f30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31192"
    uid: fd1513bb-c358-4abc-9699-4c3293fd38c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30592"
    uid: 65675cae-d606-43b9-bf16-72f79b161523
  kind: Event
  lastTimestamp: "2026-04-16T19:01:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T19:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:01:55Z"
    name: isvc-sklearn.18a6eb91fa1a9be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30629"
    uid: 78c94a08-e434-48fb-8898-78fd3f71e555
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31190"
    uid: 65675cae-d606-43b9-bf16-72f79b161523
  kind: Event
  lastTimestamp: "2026-04-16T19:03:09Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:09Z"
    name: isvc-sklearn.18a6eba34650248b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31191"
    uid: 5f40170d-ebeb-407c-940b-40ce91f04d5c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:08:13.442560Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: 7c22612d-5afb-47bf-987d-45ab7e64ddfc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-88f6f6cb7-dffbv
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:08:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:08:13Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv.18a6ebea088cf25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: 93588edf-ff26-4043-b618-0ed6e29d54dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33832"
    uid: 7c22612d-5afb-47bf-987d-45ab7e64ddfc
  kind: Event
  lastTimestamp: "2026-04-16T19:08:13Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:08:13Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv.18a6ebea2158a62b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33840"
    uid: 6434a38b-bcbd-4af8-9ca5-38c66abd5ab5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: 7c22612d-5afb-47bf-987d-45ab7e64ddfc
  kind: Event
  lastTimestamp: "2026-04-16T19:08:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:13Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv.18a6ebea22d118e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: 548a2a0f-4127-4916-8970-ade8171ac9cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: 7c22612d-5afb-47bf-987d-45ab7e64ddfc
  kind: Event
  lastTimestamp: "2026-04-16T19:08:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:13Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv.18a6ebea264aa023
    namespace: kserve-ci-e2e-test
    resourceVersion: "33844"
    uid: 18764d54-40a1-4e24-8565-c9b37ea2190f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: 7c22612d-5afb-47bf-987d-45ab7e64ddfc
  kind: Event
  lastTimestamp: "2026-04-16T19:08:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:13Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv.18a6ebea26b60b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33845"
    uid: d11c95a5-f54f-4b6e-87d6-bd0189912959
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: 7c22612d-5afb-47bf-987d-45ab7e64ddfc
  kind: Event
  lastTimestamp: "2026-04-16T19:08:18Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-16T19:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:18Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv.18a6ebeb4edaa9b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: 3f09289b-0bcc-46a7-ab0a-3a6b9721283a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: 7c22612d-5afb-47bf-987d-45ab7e64ddfc
  kind: Event
  lastTimestamp: "2026-04-16T19:08:22Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.855s (3.855s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T19:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:22Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv.18a6ebec34abd92e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33920"
    uid: 3cfbc739-8353-4507-92df-e636cfaafdf6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: 7c22612d-5afb-47bf-987d-45ab7e64ddfc
  kind: Event
  lastTimestamp: "2026-04-16T19:08:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:22Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv.18a6ebec375e0678
    namespace: kserve-ci-e2e-test
    resourceVersion: "33921"
    uid: e3c60ba3-c555-4cfb-97fc-f979455dfb97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: 7c22612d-5afb-47bf-987d-45ab7e64ddfc
  kind: Event
  lastTimestamp: "2026-04-16T19:08:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:22Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv.18a6ebec37ce82e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33922"
    uid: e4ef0e90-90b1-44fc-9c04-c32e502cb84c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: 7c22612d-5afb-47bf-987d-45ab7e64ddfc
  kind: Event
  lastTimestamp: "2026-04-16T19:08:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:33Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv.18a6ebec3e7dad12
    namespace: kserve-ci-e2e-test
    resourceVersion: "34009"
    uid: 069fd271-5406-48c3-9818-b6e3189613d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: 7c22612d-5afb-47bf-987d-45ab7e64ddfc
  kind: Event
  lastTimestamp: "2026-04-16T19:09:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:04Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-dffbv.18a6ebf5e10d4a4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34258"
    uid: 8473520c-5017-4b08-9b5d-6cb39865ff7f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-88f6f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33811"
    uid: 27133d49-31f6-4dc4-9da8-6f46ad47e3a3
  kind: Event
  lastTimestamp: "2026-04-16T19:08:13Z"
  message: 'Created pod: isvc-tensorflow-predictor-88f6f6cb7-dffbv'
  metadata:
    creationTimestamp: "2026-04-16T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:08:13Z"
    name: isvc-tensorflow-predictor-88f6f6cb7.18a6ebea0816b9d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33822"
    uid: 8b02fab5-0560-47a7-969d-90904e4768d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33807"
    uid: adf92d8a-a7b9-4bb4-921f-6e2f1d5fca48
  kind: Event
  lastTimestamp: "2026-04-16T19:08:13Z"
  message: Scaled up replica set isvc-tensorflow-predictor-88f6f6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:08:13Z"
    name: isvc-tensorflow-predictor.18a6ebea05543452
    namespace: kserve-ci-e2e-test
    resourceVersion: "33813"
    uid: 446baac7-f37c-414b-bf10-2c6e4aca2e90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33810"
    uid: 19f047f5-db53-467e-b955-9905a81cfb25
  kind: Event
  lastTimestamp: "2026-04-16T19:08:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:08:28Z"
    name: isvc-tensorflow-predictor.18a6ebed846a7296
    namespace: kserve-ci-e2e-test
    resourceVersion: "33969"
    uid: 2d0fa303-9700-4a7b-b7ae-d49e2f14bd93
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33810"
    uid: 19f047f5-db53-467e-b955-9905a81cfb25
  kind: Event
  lastTimestamp: "2026-04-16T19:08:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:08:28Z"
    name: isvc-tensorflow-predictor.18a6ebed84e33eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33971"
    uid: d4612599-9bd6-4e22-bada-ad1a9b8dfde3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33970"
    uid: 19f047f5-db53-467e-b955-9905a81cfb25
  kind: Event
  lastTimestamp: "2026-04-16T19:08:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:08:58Z"
    name: isvc-tensorflow-predictor.18a6ebf103af3cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34186"
    uid: ac028bb5-10c1-484d-90b4-bd76f2511cac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33970"
    uid: 19f047f5-db53-467e-b955-9905a81cfb25
  kind: Event
  lastTimestamp: "2026-04-16T19:08:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:08:58Z"
    name: isvc-tensorflow-predictor.18a6ebf1040aeb6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34187"
    uid: daa5d261-f85c-4e75-9fb5-8c2f0a01786e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:09:04.418101Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34268"
    uid: bef2297c-35b4-4190-b7f5-b78b8d163c82
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:09:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:09:04Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g.18a6ebf5e6ee09fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34274"
    uid: 6d39d400-1518-495c-bc73-86b07bcea28f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34278"
    uid: bef2297c-35b4-4190-b7f5-b78b8d163c82
  kind: Event
  lastTimestamp: "2026-04-16T19:09:04Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:09:04Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g.18a6ebf6000de09b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34286"
    uid: 307f4097-50a2-40ab-a990-44e90e3ca50a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: bef2297c-35b4-4190-b7f5-b78b8d163c82
  kind: Event
  lastTimestamp: "2026-04-16T19:09:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:04Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g.18a6ebf601de852a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34288"
    uid: 6aa86af6-c35c-4c70-bda2-46de0552797c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: bef2297c-35b4-4190-b7f5-b78b8d163c82
  kind: Event
  lastTimestamp: "2026-04-16T19:09:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:04Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g.18a6ebf604e17f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34291"
    uid: a29e7c4e-76c8-495e-91c1-bebafe14985f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: bef2297c-35b4-4190-b7f5-b78b8d163c82
  kind: Event
  lastTimestamp: "2026-04-16T19:09:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:04Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g.18a6ebf60551231b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34292"
    uid: 61b8df3e-d015-4ac0-adbf-888456dfae8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: bef2297c-35b4-4190-b7f5-b78b8d163c82
  kind: Event
  lastTimestamp: "2026-04-16T19:09:14Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:14Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g.18a6ebf8281129d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34356"
    uid: 6fa231f6-bcfb-450e-9617-fd99290c0ba6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: bef2297c-35b4-4190-b7f5-b78b8d163c82
  kind: Event
  lastTimestamp: "2026-04-16T19:09:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:14Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g.18a6ebf82abd3da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34361"
    uid: 3f43db12-d104-4efc-bc1c-52f0d948947e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: bef2297c-35b4-4190-b7f5-b78b8d163c82
  kind: Event
  lastTimestamp: "2026-04-16T19:09:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:14Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g.18a6ebf82b1d12c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34362"
    uid: a59292e3-1634-4a55-80ed-7a66b86a5088
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: bef2297c-35b4-4190-b7f5-b78b8d163c82
  kind: Event
  lastTimestamp: "2026-04-16T19:09:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:16Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g.18a6ebf863f4465b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34378"
    uid: 9bdeffd5-da29-4504-81ca-05e333e9b20f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: bef2297c-35b4-4190-b7f5-b78b8d163c82
  kind: Event
  lastTimestamp: "2026-04-16T19:09:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:45Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g.18a6ebff6cb6c6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34633"
    uid: c2a15de1-304b-4e5f-bfe3-129c47748d3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-854bdff69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34257"
    uid: 5b90752f-08ec-40a8-8ffc-dcd8e552e70b
  kind: Event
  lastTimestamp: "2026-04-16T19:09:04Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-854bdff69c-f7c8g'
  metadata:
    creationTimestamp: "2026-04-16T19:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:09:04Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c.18a6ebf5e665f317
    namespace: kserve-ci-e2e-test
    resourceVersion: "34272"
    uid: 27c048fc-6d61-44c5-bb78-c2ef931b5d68
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34253"
    uid: 926e985d-9297-4a2a-a341-922863752406
  kind: Event
  lastTimestamp: "2026-04-16T19:09:04Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-854bdff69c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:09:04Z"
    name: isvc-tensorflow-runtime-predictor.18a6ebf5e1c51391
    namespace: kserve-ci-e2e-test
    resourceVersion: "34260"
    uid: 35660724-83d8-43d1-bb1b-06ec68f6b775
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34256"
    uid: 6ea1e40a-1574-4116-a483-cea0b439dbf2
  kind: Event
  lastTimestamp: "2026-04-16T19:09:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:09:34Z"
    name: isvc-tensorflow-runtime-predictor.18a6ebf960fdbcd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34518"
    uid: 123ce421-4e46-425b-a906-006771b3d621
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34256"
    uid: 6ea1e40a-1574-4116-a483-cea0b439dbf2
  kind: Event
  lastTimestamp: "2026-04-16T19:09:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:09:34Z"
    name: isvc-tensorflow-runtime-predictor.18a6ebf96174354e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34519"
    uid: 655148f2-b4c3-4eb2-8b30-8003c204c1d7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34230"
    uid: fe3f38f1-7d09-46c2-adfe-dfd6e96a3f83
  kind: Event
  lastTimestamp: "2026-04-16T19:09:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:09:26Z"
    name: isvc-tensorflow-runtime.18a6ebf5e1684a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "34465"
    uid: 2e0be082-4458-4ed3-9a3b-de11469788cf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34230"
    uid: fe3f38f1-7d09-46c2-adfe-dfd6e96a3f83
  kind: Event
  lastTimestamp: "2026-04-16T19:09:04Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:09:04Z"
    name: isvc-tensorflow-runtime.18a6ebf5e2e24b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "34262"
    uid: ed67ad81-7778-4199-aaa3-336d2b1ff8d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34462"
    uid: fe3f38f1-7d09-46c2-adfe-dfd6e96a3f83
  kind: Event
  lastTimestamp: "2026-04-16T19:09:26Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:09:26Z"
    name: isvc-tensorflow-runtime.18a6ebfaf8e8991f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34464"
    uid: e4d569c8-2618-40a6-b48f-e3b3e33cf6ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33783"
    uid: 8b6eaa6b-d584-43aa-b896-62936a690b37
  kind: Event
  lastTimestamp: "2026-04-16T19:08:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:08:44Z"
    name: isvc-tensorflow.18a6ebea0523bccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34084"
    uid: b03ffede-d98b-4d52-9dc1-04808feded7a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33783"
    uid: 8b6eaa6b-d584-43aa-b896-62936a690b37
  kind: Event
  lastTimestamp: "2026-04-16T19:08:13Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:08:13Z"
    name: isvc-tensorflow.18a6ebea057d2ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 67c3377e-aca4-469a-b9ce-ff6349a6bca6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34082"
    uid: 8b6eaa6b-d584-43aa-b896-62936a690b37
  kind: Event
  lastTimestamp: "2026-04-16T19:08:44Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:08:44Z"
    name: isvc-tensorflow.18a6ebf128984f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34083"
    uid: 8287ddc9-cf62-4b9f-8073-186145ba0e49
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:09:45.367891Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ql5ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "34638"
    uid: 58a27a89-3dbd-4887-98e8-a30f0bbf9b39
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-85f9f46646-ql5ct
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:09:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:09:45Z"
    name: isvc-triton-predictor-85f9f46646-ql5ct.18a6ebff6fba32ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "34645"
    uid: 33ec7a43-ec94-4f5a-bfec-dd9270eafde1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ql5ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "34649"
    uid: 58a27a89-3dbd-4887-98e8-a30f0bbf9b39
  kind: Event
  lastTimestamp: "2026-04-16T19:09:45Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:09:45Z"
    name: isvc-triton-predictor-85f9f46646-ql5ct.18a6ebff88d31262
    namespace: kserve-ci-e2e-test
    resourceVersion: "34665"
    uid: 4381f200-8ae2-47c5-ab5a-162f434eb70f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ql5ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "34642"
    uid: 58a27a89-3dbd-4887-98e8-a30f0bbf9b39
  kind: Event
  lastTimestamp: "2026-04-16T19:09:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:45Z"
    name: isvc-triton-predictor-85f9f46646-ql5ct.18a6ebff8a51ebe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 3bfcca85-aa26-4d7b-a0f1-6a98505491ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ql5ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "34642"
    uid: 58a27a89-3dbd-4887-98e8-a30f0bbf9b39
  kind: Event
  lastTimestamp: "2026-04-16T19:09:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:45Z"
    name: isvc-triton-predictor-85f9f46646-ql5ct.18a6ebff8d0f9f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34668"
    uid: fa02a4a8-90cd-4299-bf61-7d82508ab6b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ql5ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "34642"
    uid: 58a27a89-3dbd-4887-98e8-a30f0bbf9b39
  kind: Event
  lastTimestamp: "2026-04-16T19:09:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:45Z"
    name: isvc-triton-predictor-85f9f46646-ql5ct.18a6ebff8db236d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34669"
    uid: 1e452491-91f8-4506-a316-8fa5c8b52ee3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ql5ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "34642"
    uid: 58a27a89-3dbd-4887-98e8-a30f0bbf9b39
  kind: Event
  lastTimestamp: "2026-04-16T19:09:50Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-16T19:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:50Z"
    name: isvc-triton-predictor-85f9f46646-ql5ct.18a6ec0090a18308
    namespace: kserve-ci-e2e-test
    resourceVersion: "34705"
    uid: e237a6ec-1b17-4a38-a313-d19e7be31acf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ql5ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "34642"
    uid: 58a27a89-3dbd-4887-98e8-a30f0bbf9b39
  kind: Event
  lastTimestamp: "2026-04-16T19:11:45Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.875s
    (1m54.875s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T19:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:11:45Z"
    name: isvc-triton-predictor-85f9f46646-ql5ct.18a6ec1b4fc5b880
    namespace: kserve-ci-e2e-test
    resourceVersion: "35496"
    uid: 18539c87-99ba-4a3b-8963-56b53dab7e36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ql5ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "34642"
    uid: 58a27a89-3dbd-4887-98e8-a30f0bbf9b39
  kind: Event
  lastTimestamp: "2026-04-16T19:11:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:11:45Z"
    name: isvc-triton-predictor-85f9f46646-ql5ct.18a6ec1b5709c901
    namespace: kserve-ci-e2e-test
    resourceVersion: "35497"
    uid: 3b54cbda-5eed-42ec-87bc-43651d54d342
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ql5ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "34642"
    uid: 58a27a89-3dbd-4887-98e8-a30f0bbf9b39
  kind: Event
  lastTimestamp: "2026-04-16T19:11:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:11:45Z"
    name: isvc-triton-predictor-85f9f46646-ql5ct.18a6ec1b583d75b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35498"
    uid: 9b0234c2-76c3-46e7-a2d3-0f88f1b2e356
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ql5ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "34642"
    uid: 58a27a89-3dbd-4887-98e8-a30f0bbf9b39
  kind: Event
  lastTimestamp: "2026-04-16T19:11:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:11:46Z"
    name: isvc-triton-predictor-85f9f46646-ql5ct.18a6ec1b7073bb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "35513"
    uid: 00301829-f771-4daa-b9dc-7761f47d94f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ql5ct
    namespace: kserve-ci-e2e-test
    resourceVersion: "34642"
    uid: 58a27a89-3dbd-4887-98e8-a30f0bbf9b39
  kind: Event
  lastTimestamp: "2026-04-16T19:12:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:06Z"
    name: isvc-triton-predictor-85f9f46646-ql5ct.18a6ec2062c75966
    namespace: kserve-ci-e2e-test
    resourceVersion: "35696"
    uid: 76759af5-ca33-4101-a432-87b3c156c263
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-85f9f46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "34626"
    uid: a01c7b90-3c42-40b5-946a-fc889d21ca20
  kind: Event
  lastTimestamp: "2026-04-16T19:09:45Z"
  message: 'Created pod: isvc-triton-predictor-85f9f46646-ql5ct'
  metadata:
    creationTimestamp: "2026-04-16T19:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:09:45Z"
    name: isvc-triton-predictor-85f9f46646.18a6ebff6f3660c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34643"
    uid: cad51c3a-022e-4f70-8f28-7314ba0b47a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34622"
    uid: 4a2c6461-733c-4453-9dbd-a304c868df73
  kind: Event
  lastTimestamp: "2026-04-16T19:09:45Z"
  message: Scaled up replica set isvc-triton-predictor-85f9f46646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:09:45Z"
    name: isvc-triton-predictor.18a6ebff6c77fdfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: e3510dd0-3035-4c6a-b4d5-e2dcfa62b5bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34627"
    uid: 4297985f-fd2f-401e-b9ba-3c979f2e130c
  kind: Event
  lastTimestamp: "2026-04-16T19:12:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:12:00Z"
    name: isvc-triton-predictor.18a6ec02eb56f5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: f5ad516e-3a1c-4b96-bb90-384c28a287e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34627"
    uid: 4297985f-fd2f-401e-b9ba-3c979f2e130c
  kind: Event
  lastTimestamp: "2026-04-16T19:12:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:12:00Z"
    name: isvc-triton-predictor.18a6ec02ebaababa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35619"
    uid: 3d1ed962-3d4f-4b3b-935f-1177052613a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34603"
    uid: a15bee25-6ffb-4856-afc2-b702d0b9d5d3
  kind: Event
  lastTimestamp: "2026-04-16T19:11:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:11:56Z"
    name: isvc-triton.18a6ebff6c8cc021
    namespace: kserve-ci-e2e-test
    resourceVersion: "35594"
    uid: 7bb70876-04be-4449-a06c-bae802a93721
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34603"
    uid: a15bee25-6ffb-4856-afc2-b702d0b9d5d3
  kind: Event
  lastTimestamp: "2026-04-16T19:09:45Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T19:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:09:45Z"
    name: isvc-triton.18a6ebff6d1b6f17
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 2deb8836-02fb-49f4-826f-3abeb2c4f133
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34606"
    uid: a15bee25-6ffb-4856-afc2-b702d0b9d5d3
  kind: Event
  lastTimestamp: "2026-04-16T19:09:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:09:45Z"
    name: isvc-triton.18a6ebff7225c0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34653"
    uid: 85a373d9-6776-47a0-a433-0948bbd54303
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35591"
    uid: a15bee25-6ffb-4856-afc2-b702d0b9d5d3
  kind: Event
  lastTimestamp: "2026-04-16T19:11:56Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:11:56Z"
    name: isvc-triton.18a6ec1e04dfdc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "35593"
    uid: bcce61fa-4840-45a3-8380-b29114a7b11e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:12:06.965403Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35702"
    uid: 676ba6c0-8f8d-46a2-a780-3508a1520b10
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6dbc9d6d47-rdlk4
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:12:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:12:06Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4.18a6ec206798b6f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35712"
    uid: 448ab99e-9f54-4172-87fb-ca1e029309e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35716"
    uid: 676ba6c0-8f8d-46a2-a780-3508a1520b10
  kind: Event
  lastTimestamp: "2026-04-16T19:12:07Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:12:07Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4.18a6ec2082f32147
    namespace: kserve-ci-e2e-test
    resourceVersion: "35724"
    uid: 1a71fbea-d39b-4bfb-9bd4-4c9aa66250e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35706"
    uid: 676ba6c0-8f8d-46a2-a780-3508a1520b10
  kind: Event
  lastTimestamp: "2026-04-16T19:12:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:07Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4.18a6ec20845d30f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35726"
    uid: 9ce062b4-27b4-4006-87c9-66265d1d644d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35706"
    uid: 676ba6c0-8f8d-46a2-a780-3508a1520b10
  kind: Event
  lastTimestamp: "2026-04-16T19:12:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:07Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4.18a6ec2087ed7076
    namespace: kserve-ci-e2e-test
    resourceVersion: "35729"
    uid: e467a970-bf89-46f5-b330-5303d6bb7618
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35706"
    uid: 676ba6c0-8f8d-46a2-a780-3508a1520b10
  kind: Event
  lastTimestamp: "2026-04-16T19:12:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:07Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4.18a6ec2088687769
    namespace: kserve-ci-e2e-test
    resourceVersion: "35731"
    uid: 26d79cbe-30fe-487e-b10c-b991097c71bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35706"
    uid: 676ba6c0-8f8d-46a2-a780-3508a1520b10
  kind: Event
  lastTimestamp: "2026-04-16T19:12:11Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T19:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:11Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4.18a6ec21833cc2c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35764"
    uid: 7892ad88-34d1-48ed-b2d9-2b41a6f47f34
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35706"
    uid: 676ba6c0-8f8d-46a2-a780-3508a1520b10
  kind: Event
  lastTimestamp: "2026-04-16T19:12:31Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.231s (20.231s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T19:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:31Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4.18a6ec26391e9db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35913"
    uid: 49c4c8d0-fd22-4f92-8dac-4f175645ce84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35706"
    uid: 676ba6c0-8f8d-46a2-a780-3508a1520b10
  kind: Event
  lastTimestamp: "2026-04-16T19:12:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:32Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4.18a6ec263cdcc883
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: 1f9b9472-416f-4d65-8867-b49810db6ed4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35706"
    uid: 676ba6c0-8f8d-46a2-a780-3508a1520b10
  kind: Event
  lastTimestamp: "2026-04-16T19:12:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:32Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4.18a6ec263d500b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "35915"
    uid: 02c9319e-1239-40dc-8c65-2d3a3c849cdc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35706"
    uid: 676ba6c0-8f8d-46a2-a780-3508a1520b10
  kind: Event
  lastTimestamp: "2026-04-16T19:13:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:23Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4.18a6ec266b2817d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36288"
    uid: 07f2c1f5-200a-431b-8c64-db3c5d937910
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35706"
    uid: 676ba6c0-8f8d-46a2-a780-3508a1520b10
  kind: Event
  lastTimestamp: "2026-04-16T19:13:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:37Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rdlk4.18a6ec35629f3125
    namespace: kserve-ci-e2e-test
    resourceVersion: "36411"
    uid: 8426f0e2-d006-4fe8-9898-36f227db638a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6dbc9d6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "35690"
    uid: 93b7792f-f5b8-489d-85ac-cd7eb850ef22
  kind: Event
  lastTimestamp: "2026-04-16T19:12:06Z"
  message: 'Created pod: isvc-xgboost-predictor-6dbc9d6d47-rdlk4'
  metadata:
    creationTimestamp: "2026-04-16T19:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:12:06Z"
    name: isvc-xgboost-predictor-6dbc9d6d47.18a6ec2066cb9b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "35704"
    uid: 63cacc96-233e-433b-b9d0-74f1fc09e59c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35683"
    uid: 93ac221f-34fb-4e52-8f70-85f3217477a7
  kind: Event
  lastTimestamp: "2026-04-16T19:12:06Z"
  message: Scaled up replica set isvc-xgboost-predictor-6dbc9d6d47 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:12:06Z"
    name: isvc-xgboost-predictor.18a6ec20621aae81
    namespace: kserve-ci-e2e-test
    resourceVersion: "35694"
    uid: 007d26ca-ceda-4a7f-8d90-48e3ea55e42c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35688"
    uid: faf0d0a2-d12f-4177-92a6-65eea4066d51
  kind: Event
  lastTimestamp: "2026-04-16T19:12:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:12:51Z"
    name: isvc-xgboost-predictor.18a6ec23e0ec0e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "36064"
    uid: e91974d9-4698-4b39-9405-ff16bd4e5ffe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35688"
    uid: faf0d0a2-d12f-4177-92a6-65eea4066d51
  kind: Event
  lastTimestamp: "2026-04-16T19:12:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:12:51Z"
    name: isvc-xgboost-predictor.18a6ec23e1617503
    namespace: kserve-ci-e2e-test
    resourceVersion: "36065"
    uid: 63e722d2-4710-4e23-908e-c0a405a52550
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35844"
    uid: faf0d0a2-d12f-4177-92a6-65eea4066d51
  kind: Event
  lastTimestamp: "2026-04-16T19:13:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:13:36Z"
    name: isvc-xgboost-predictor.18a6ec2e5e9b7a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36387"
    uid: 907e8100-bb01-49ee-a152-7ba133352b32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35844"
    uid: faf0d0a2-d12f-4177-92a6-65eea4066d51
  kind: Event
  lastTimestamp: "2026-04-16T19:13:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:13:36Z"
    name: isvc-xgboost-predictor.18a6ec2e5f11404d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: 33e4413a-0149-46a4-bc93-a57071cc2f36
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:14:57.744022Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: 6345602d-43e5-4f47-ad01-30f26e694d09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-687c7765c9-dzntk
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:14:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:14:57Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk.18a6ec482acba7dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37186"
    uid: 82eb9210-f03a-4aea-a500-f4c8fa5cd95b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37190"
    uid: 6345602d-43e5-4f47-ad01-30f26e694d09
  kind: Event
  lastTimestamp: "2026-04-16T19:14:58Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:14:58Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk.18a6ec48439acc47
    namespace: kserve-ci-e2e-test
    resourceVersion: "37201"
    uid: 63f2fcc4-17ad-4592-921a-f4c229837641
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: 6345602d-43e5-4f47-ad01-30f26e694d09
  kind: Event
  lastTimestamp: "2026-04-16T19:14:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:58Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk.18a6ec4844f28c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: f4d64860-beff-47d5-bb76-d7d875b5bcac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: 6345602d-43e5-4f47-ad01-30f26e694d09
  kind: Event
  lastTimestamp: "2026-04-16T19:14:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:58Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk.18a6ec484821353c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37205"
    uid: dd33ccf6-74f9-48ba-94ad-dd3520f3ec7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: 6345602d-43e5-4f47-ad01-30f26e694d09
  kind: Event
  lastTimestamp: "2026-04-16T19:14:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:58Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk.18a6ec4848935eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37206"
    uid: ad139483-a23d-45a8-8069-85ee248908ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: 6345602d-43e5-4f47-ad01-30f26e694d09
  kind: Event
  lastTimestamp: "2026-04-16T19:15:02Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:15:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:02Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk.18a6ec49384636f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37240"
    uid: 6001189b-b68f-488c-9464-07fe234951a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: 6345602d-43e5-4f47-ad01-30f26e694d09
  kind: Event
  lastTimestamp: "2026-04-16T19:15:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:15:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:02Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk.18a6ec493b1f4421
    namespace: kserve-ci-e2e-test
    resourceVersion: "37242"
    uid: 30875e86-3d75-4fbb-861e-e109f0035e75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: 6345602d-43e5-4f47-ad01-30f26e694d09
  kind: Event
  lastTimestamp: "2026-04-16T19:15:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:15:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:02Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk.18a6ec493b91cb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37245"
    uid: 421d925a-be8b-44e8-9588-c4adb23b71d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: 6345602d-43e5-4f47-ad01-30f26e694d09
  kind: Event
  lastTimestamp: "2026-04-16T19:15:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:54Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk.18a6ec49743d56ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37612"
    uid: b855b535-abb1-4f9d-809f-0cb05e0a94a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: 6345602d-43e5-4f47-ad01-30f26e694d09
  kind: Event
  lastTimestamp: "2026-04-16T19:16:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:07Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dzntk.18a6ec587bd50f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "37740"
    uid: 1f01d76d-df07-4257-bf4c-62a7e43378a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-687c7765c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37154"
    uid: c61c4681-8065-4afb-a9e0-dc4966b1adc5
  kind: Event
  lastTimestamp: "2026-04-16T19:14:57Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-687c7765c9-dzntk'
  metadata:
    creationTimestamp: "2026-04-16T19:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:14:57Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9.18a6ec482a457807
    namespace: kserve-ci-e2e-test
    resourceVersion: "37180"
    uid: 3e1c948e-fa6a-4994-919d-f8f6da65c98b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37150"
    uid: 3ac2d3f8-0f27-4f52-9f2b-f4f49981963a
  kind: Event
  lastTimestamp: "2026-04-16T19:14:57Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-687c7765c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T19:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:14:57Z"
    name: isvc-xgboost-runtime-predictor.18a6ec4824f13ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37157"
    uid: b7f7e361-a0f4-49e8-890d-2c97830e9061
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37153"
    uid: 9664cf25-b260-4065-b5f1-6c6884fa2c91
  kind: Event
  lastTimestamp: "2026-04-16T19:15:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:15:12Z"
    name: isvc-xgboost-runtime-predictor.18a6ec4ba3bf87dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37321"
    uid: a6376b3e-d83d-4b9c-9b2d-4c6f7f07c6d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37153"
    uid: 9664cf25-b260-4065-b5f1-6c6884fa2c91
  kind: Event
  lastTimestamp: "2026-04-16T19:15:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:15:12Z"
    name: isvc-xgboost-runtime-predictor.18a6ec4ba4285735
    namespace: kserve-ci-e2e-test
    resourceVersion: "37322"
    uid: b1288e4b-a7f0-4d16-83de-b97064ac1c90
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37320"
    uid: 9664cf25-b260-4065-b5f1-6c6884fa2c91
  kind: Event
  lastTimestamp: "2026-04-16T19:15:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:15:57Z"
    name: isvc-xgboost-runtime-predictor.18a6ec4f2394f801
    namespace: kserve-ci-e2e-test
    resourceVersion: "37634"
    uid: 1566ed59-ecb9-4d25-898b-943ac0966c30
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37320"
    uid: 9664cf25-b260-4065-b5f1-6c6884fa2c91
  kind: Event
  lastTimestamp: "2026-04-16T19:15:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:15:57Z"
    name: isvc-xgboost-runtime-predictor.18a6ec4f240b7cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37635"
    uid: 0026e8c0-3d84-4a59-9919-377e9af6658e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37143"
    uid: 428ecb5f-b855-4163-a592-73cb4f6e94b0
  kind: Event
  lastTimestamp: "2026-04-16T19:16:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:16:04Z"
    name: isvc-xgboost-runtime.18a6ec48246f5004
    namespace: kserve-ci-e2e-test
    resourceVersion: "37688"
    uid: 8b05cc07-82d5-402e-8a17-7d21a4f74983
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37156"
    uid: 428ecb5f-b855-4163-a592-73cb4f6e94b0
  kind: Event
  lastTimestamp: "2026-04-16T19:14:57Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:14:57Z"
    name: isvc-xgboost-runtime.18a6ec482882ae61
    namespace: kserve-ci-e2e-test
    resourceVersion: "37176"
    uid: 0508e799-2b53-43e3-a0a6-990cd7b9e143
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: 428ecb5f-b855-4163-a592-73cb4f6e94b0
  kind: Event
  lastTimestamp: "2026-04-16T19:16:04Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:16:04Z"
    name: isvc-xgboost-runtime.18a6ec57acd8798d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37687"
    uid: bfee0bf6-870f-4c56-9315-aa1d0b02e60e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:13:37.194015Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "36430"
    uid: ac8b4de0-388b-402c-9dd3-2375a4f4a512
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:13:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:13:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z.18a6ec3569a41e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: 561a1a8c-a3c3-4c83-884d-32440212a347
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "36440"
    uid: ac8b4de0-388b-402c-9dd3-2375a4f4a512
  kind: Event
  lastTimestamp: "2026-04-16T19:13:37Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:13:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z.18a6ec3582d33963
    namespace: kserve-ci-e2e-test
    resourceVersion: "36453"
    uid: ed73b63b-37fd-4935-9455-4a1bbf34e438
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: ac8b4de0-388b-402c-9dd3-2375a4f4a512
  kind: Event
  lastTimestamp: "2026-04-16T19:13:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z.18a6ec3584420731
    namespace: kserve-ci-e2e-test
    resourceVersion: "36455"
    uid: 553b05f2-73d3-4368-9b35-12454869e5a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: ac8b4de0-388b-402c-9dd3-2375a4f4a512
  kind: Event
  lastTimestamp: "2026-04-16T19:13:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z.18a6ec35871a953d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36458"
    uid: bbdcd0e9-1b41-406f-9a0f-4bf15cdd5bea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: ac8b4de0-388b-402c-9dd3-2375a4f4a512
  kind: Event
  lastTimestamp: "2026-04-16T19:13:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z.18a6ec358790b6e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36459"
    uid: 7b5cc0fc-f185-4933-b620-d48d6154a1d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: ac8b4de0-388b-402c-9dd3-2375a4f4a512
  kind: Event
  lastTimestamp: "2026-04-16T19:13:42Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T19:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z.18a6ec3688562167
    namespace: kserve-ci-e2e-test
    resourceVersion: "36499"
    uid: b730542f-4dc9-43f7-af69-c545b2801629
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: ac8b4de0-388b-402c-9dd3-2375a4f4a512
  kind: Event
  lastTimestamp: "2026-04-16T19:13:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z.18a6ec368b54ead3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36503"
    uid: 106c7ca5-11f8-4751-9e49-de9501b04a99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: ac8b4de0-388b-402c-9dd3-2375a4f4a512
  kind: Event
  lastTimestamp: "2026-04-16T19:13:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z.18a6ec368c0cacb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: db6d4d85-d9e2-4206-a11f-4649eccd7497
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: ac8b4de0-388b-402c-9dd3-2375a4f4a512
  kind: Event
  lastTimestamp: "2026-04-16T19:14:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z.18a6ec3ed06869c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36814"
    uid: 86d3cf66-3ca1-4b8f-a637-34521db0b7cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: ac8b4de0-388b-402c-9dd3-2375a4f4a512
  kind: Event
  lastTimestamp: "2026-04-16T19:14:24Z"
  message: 'Readiness probe failed: Get "http://10.132.0.59:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T19:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z.18a6ec40504747d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 8d1a513c-6887-4eb4-809f-055e2691f86c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668
    namespace: kserve-ci-e2e-test
    resourceVersion: "36417"
    uid: 026ea835-4e34-43b8-b622-05032c9093a4
  kind: Event
  lastTimestamp: "2026-04-16T19:13:37Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-58b7db6668-wrq2z'
  metadata:
    creationTimestamp: "2026-04-16T19:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:13:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668.18a6ec356929f850
    namespace: kserve-ci-e2e-test
    resourceVersion: "36431"
    uid: 773fffe5-639b-47e2-86ef-599c70538dc8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36415"
    uid: 14648ae7-409c-4940-8019-722a7a1d2b6e
  kind: Event
  lastTimestamp: "2026-04-16T19:13:37Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-58b7db6668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:13:37Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6ec3563e9024d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 1755a23f-fe55-4ea0-96c5-24b6d01915bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36416"
    uid: 90ffcf93-115b-41c1-ab7b-6be30818a346
  kind: Event
  lastTimestamp: "2026-04-16T19:14:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:14:07Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6ec38e30ece53
    namespace: kserve-ci-e2e-test
    resourceVersion: "36682"
    uid: 8a450bb6-2141-4ed9-89be-101791ad9f1a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36416"
    uid: 90ffcf93-115b-41c1-ab7b-6be30818a346
  kind: Event
  lastTimestamp: "2026-04-16T19:14:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:14:07Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6ec38e380af98
    namespace: kserve-ci-e2e-test
    resourceVersion: "36683"
    uid: c65dbcaa-46a1-4348-bcd7-fc09ca76b0d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36391"
    uid: 251ee01c-029e-430e-8202-dd32959babb9
  kind: Event
  lastTimestamp: "2026-04-16T19:14:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:14:14Z"
    name: isvc-xgboost-v2-mlserver.18a6ec3563b2fe0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36739"
    uid: d54c1556-cd49-4869-9491-440a956bf6f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36391"
    uid: 251ee01c-029e-430e-8202-dd32959babb9
  kind: Event
  lastTimestamp: "2026-04-16T19:13:37Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:13:37Z"
    name: isvc-xgboost-v2-mlserver.18a6ec35640688fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36441"
    uid: 79af4f58-0872-4eae-999f-53cf5819c374
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36424"
    uid: 251ee01c-029e-430e-8202-dd32959babb9
  kind: Event
  lastTimestamp: "2026-04-16T19:13:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:13:37Z"
    name: isvc-xgboost-v2-mlserver.18a6ec356ac20252
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 82c02665-4888-4fba-931d-071bf6d3cdcf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36736"
    uid: 251ee01c-029e-430e-8202-dd32959babb9
  kind: Event
  lastTimestamp: "2026-04-16T19:14:14Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:14:14Z"
    name: isvc-xgboost-v2-mlserver.18a6ec3e035c1208
    namespace: kserve-ci-e2e-test
    resourceVersion: "36737"
    uid: 6c1132e0-6d13-436d-8b89-baeb0129904a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:16:58.029940Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns
    namespace: kserve-ci-e2e-test
    resourceVersion: "38180"
    uid: 3ef96a2b-4675-45ef-b733-4052094a41aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5db5686f9f-gg5ns
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:16:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:16:58Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns.18a6ec642c6514e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38185"
    uid: 44bd1485-12f6-47d0-bf13-415d3f11d321
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns
    namespace: kserve-ci-e2e-test
    resourceVersion: "38190"
    uid: 3ef96a2b-4675-45ef-b733-4052094a41aa
  kind: Event
  lastTimestamp: "2026-04-16T19:16:58Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:16:58Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns.18a6ec64457d8092
    namespace: kserve-ci-e2e-test
    resourceVersion: "38201"
    uid: 9829532f-b6da-4dce-b342-0190bc452866
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns
    namespace: kserve-ci-e2e-test
    resourceVersion: "38183"
    uid: 3ef96a2b-4675-45ef-b733-4052094a41aa
  kind: Event
  lastTimestamp: "2026-04-16T19:16:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:58Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns.18a6ec6446e583bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38203"
    uid: 1e189788-026a-4918-982a-f03256a8d6d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns
    namespace: kserve-ci-e2e-test
    resourceVersion: "38183"
    uid: 3ef96a2b-4675-45ef-b733-4052094a41aa
  kind: Event
  lastTimestamp: "2026-04-16T19:16:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:58Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns.18a6ec644a31b464
    namespace: kserve-ci-e2e-test
    resourceVersion: "38207"
    uid: 17223f0d-893b-4ef7-be50-cac88d8da8c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns
    namespace: kserve-ci-e2e-test
    resourceVersion: "38183"
    uid: 3ef96a2b-4675-45ef-b733-4052094a41aa
  kind: Event
  lastTimestamp: "2026-04-16T19:16:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:58Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns.18a6ec644ab37f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "38208"
    uid: 8cb7d935-bbbc-45b3-8986-a16d12ff81c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:17:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns
    namespace: kserve-ci-e2e-test
    resourceVersion: "38183"
    uid: 3ef96a2b-4675-45ef-b733-4052094a41aa
  kind: Event
  lastTimestamp: "2026-04-16T19:17:02Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:17:02Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns.18a6ec653f2c1185
    namespace: kserve-ci-e2e-test
    resourceVersion: "38243"
    uid: a7e14ef1-3073-419f-a5d1-da8bc0805979
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:17:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns
    namespace: kserve-ci-e2e-test
    resourceVersion: "38183"
    uid: 3ef96a2b-4675-45ef-b733-4052094a41aa
  kind: Event
  lastTimestamp: "2026-04-16T19:17:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:17:02Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns.18a6ec6542e215af
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: e77993b3-1144-4f6f-b261-765380c635d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:17:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns
    namespace: kserve-ci-e2e-test
    resourceVersion: "38183"
    uid: 3ef96a2b-4675-45ef-b733-4052094a41aa
  kind: Event
  lastTimestamp: "2026-04-16T19:17:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:17:02Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns.18a6ec65435b53ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38248"
    uid: ba0380c6-fb36-4cd5-aa42-42d51ec35364
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T19:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns
    namespace: kserve-ci-e2e-test
    resourceVersion: "38183"
    uid: 3ef96a2b-4675-45ef-b733-4052094a41aa
  kind: Event
  lastTimestamp: "2026-04-16T19:17:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:17:54Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns.18a6ec657b1a8392
    namespace: kserve-ci-e2e-test
    resourceVersion: "38619"
    uid: 1383603d-2fa6-4f91-b011-81879a86cea1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns
    namespace: kserve-ci-e2e-test
    resourceVersion: "38183"
    uid: 3ef96a2b-4675-45ef-b733-4052094a41aa
  kind: Event
  lastTimestamp: "2026-04-16T19:18:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:18:08Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns.18a6ec7481a32011
    namespace: kserve-ci-e2e-test
    resourceVersion: "38756"
    uid: cb43de1a-1abc-4ba1-9122-db3ecb0c3ceb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5db5686f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38169"
    uid: f435bc4b-e31b-4f00-9fde-1eca02d25cfd
  kind: Event
  lastTimestamp: "2026-04-16T19:16:58Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5db5686f9f-gg5ns'
  metadata:
    creationTimestamp: "2026-04-16T19:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:16:58Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f.18a6ec642bcef6ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "38182"
    uid: 5a5482c6-d67d-4a8c-bf74-2e0eca62ce59
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38166"
    uid: 6094a9d9-e7b1-420b-9c8c-6dc5e2fb076d
  kind: Event
  lastTimestamp: "2026-04-16T19:16:57Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5db5686f9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:16:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:16:57Z"
    name: isvc-xgboost-v2-predictor.18a6ec64291c9f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38172"
    uid: 2b58dd6b-7f56-4392-9581-f0b6ff3c0f93
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:17:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38168"
    uid: 42d4546a-ded1-49b4-8cb5-e8b6d529c672
  kind: Event
  lastTimestamp: "2026-04-16T19:17:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:17:12Z"
    name: isvc-xgboost-v2-predictor.18a6ec67a7abfc9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38333"
    uid: 36021d26-8a76-43e9-b8f1-45e63764701f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:17:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38168"
    uid: 42d4546a-ded1-49b4-8cb5-e8b6d529c672
  kind: Event
  lastTimestamp: "2026-04-16T19:17:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:17:12Z"
    name: isvc-xgboost-v2-predictor.18a6ec67a82db43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38335"
    uid: cad902f2-667c-43a3-9e98-b91b8030d292
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:17:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38334"
    uid: 42d4546a-ded1-49b4-8cb5-e8b6d529c672
  kind: Event
  lastTimestamp: "2026-04-16T19:17:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:17:58Z"
    name: isvc-xgboost-v2-predictor.18a6ec6b277a9010
    namespace: kserve-ci-e2e-test
    resourceVersion: "38646"
    uid: dba64aa8-0434-454d-bd27-ec9974360a45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:17:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38334"
    uid: 42d4546a-ded1-49b4-8cb5-e8b6d529c672
  kind: Event
  lastTimestamp: "2026-04-16T19:17:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:17:58Z"
    name: isvc-xgboost-v2-predictor.18a6ec6b27f239aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: f936229d-79e1-4411-8404-645c100ade97
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:16:07.910268Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37750"
    uid: 25f3cc11-71eb-4027-be32-e08da9781cf1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:16:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:16:07Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj.18a6ec588107c200
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 997a8949-b90c-4bce-8b79-95f5aa7fe9a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37758"
    uid: 25f3cc11-71eb-4027-be32-e08da9781cf1
  kind: Event
  lastTimestamp: "2026-04-16T19:16:08Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:16:08Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj.18a6ec589a063653
    namespace: kserve-ci-e2e-test
    resourceVersion: "37769"
    uid: 260d83a3-3607-4388-880d-114019695fe8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37752"
    uid: 25f3cc11-71eb-4027-be32-e08da9781cf1
  kind: Event
  lastTimestamp: "2026-04-16T19:16:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:08Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj.18a6ec589baf2a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37771"
    uid: 4f8668f3-e494-4eaa-b4bf-964c5406865f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37752"
    uid: 25f3cc11-71eb-4027-be32-e08da9781cf1
  kind: Event
  lastTimestamp: "2026-04-16T19:16:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:08Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj.18a6ec589e8faa74
    namespace: kserve-ci-e2e-test
    resourceVersion: "37774"
    uid: bc8c037d-e8a9-4226-a1a6-f0ee01f2071b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37752"
    uid: 25f3cc11-71eb-4027-be32-e08da9781cf1
  kind: Event
  lastTimestamp: "2026-04-16T19:16:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:08Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj.18a6ec589f02a581
    namespace: kserve-ci-e2e-test
    resourceVersion: "37775"
    uid: 5887c1c6-5c91-4008-a6c0-8633749625de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37752"
    uid: 25f3cc11-71eb-4027-be32-e08da9781cf1
  kind: Event
  lastTimestamp: "2026-04-16T19:16:12Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T19:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:12Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj.18a6ec5991d94dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37812"
    uid: c34a21e3-557d-4ae9-92c0-99b0e74b0aaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37752"
    uid: 25f3cc11-71eb-4027-be32-e08da9781cf1
  kind: Event
  lastTimestamp: "2026-04-16T19:16:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:12Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj.18a6ec5994a27ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: d0b679d1-fe7f-4092-abd3-996944aa5186
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37752"
    uid: 25f3cc11-71eb-4027-be32-e08da9781cf1
  kind: Event
  lastTimestamp: "2026-04-16T19:16:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:12Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj.18a6ec5995122bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37817"
    uid: d5cb841b-553b-4447-b717-dfe68a5a221b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37752"
    uid: 25f3cc11-71eb-4027-be32-e08da9781cf1
  kind: Event
  lastTimestamp: "2026-04-16T19:16:44Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T19:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:44Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj.18a6ec61092fee48
    namespace: kserve-ci-e2e-test
    resourceVersion: "38047"
    uid: a85cd0a7-7eb3-43e3-a8e9-4f2ab63a9663
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37752"
    uid: 25f3cc11-71eb-4027-be32-e08da9781cf1
  kind: Event
  lastTimestamp: "2026-04-16T19:16:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:16:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:57Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj.18a6ec64296dc1a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38175"
    uid: f0103bc9-4fe2-4643-9334-0384618049e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37752"
    uid: 25f3cc11-71eb-4027-be32-e08da9781cf1
  kind: Event
  lastTimestamp: "2026-04-16T19:17:04Z"
  message: 'Readiness probe failed: Get "http://10.132.0.62:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.132.0.62:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T19:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:17:04Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj.18a6ec65adb3edf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38262"
    uid: bf3dc06d-c6cb-4869-b775-0244048ea805
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: f24937be-0e8c-4263-84a8-6edd7242892b
  kind: Event
  lastTimestamp: "2026-04-16T19:16:07Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-b5d6966c7-f9jcj'
  metadata:
    creationTimestamp: "2026-04-16T19:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:16:07Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7.18a6ec58806f2b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37751"
    uid: 90bf7bd7-2fe0-48cd-b6b9-dcbbe6f9c6a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37735"
    uid: d14febd4-beb7-403f-a184-a2f39aa9d5cb
  kind: Event
  lastTimestamp: "2026-04-16T19:16:07Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-b5d6966c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:16:07Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6ec587c76d395
    namespace: kserve-ci-e2e-test
    resourceVersion: "37742"
    uid: 53f31b6a-3aef-45ff-bc89-e839910a9361
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37738"
    uid: 2b8ad8f4-3249-4703-90d7-c260483e5e3b
  kind: Event
  lastTimestamp: "2026-04-16T19:16:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:16:52Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6ec5bfb76cf10
    namespace: kserve-ci-e2e-test
    resourceVersion: "38101"
    uid: 2e02eb05-89d7-45be-bb2b-8e20d2bb6a85
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37738"
    uid: 2b8ad8f4-3249-4703-90d7-c260483e5e3b
  kind: Event
  lastTimestamp: "2026-04-16T19:16:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:16:52Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6ec5bfbe8a000
    namespace: kserve-ci-e2e-test
    resourceVersion: "38102"
    uid: 9ddbad5d-93a5-4a33-a234-cd9054a96f60
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37712"
    uid: f8fc216e-36c6-4439-9caf-039d58353a4c
  kind: Event
  lastTimestamp: "2026-04-16T19:16:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:16:54Z"
    name: isvc-xgboost-v2-runtime.18a6ec587c4f3ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38123"
    uid: a5633561-e165-4ef8-a8a8-bf54eb00336e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37712"
    uid: f8fc216e-36c6-4439-9caf-039d58353a4c
  kind: Event
  lastTimestamp: "2026-04-16T19:16:07Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:16:07Z"
    name: isvc-xgboost-v2-runtime.18a6ec587d09e24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37744"
    uid: d7499f05-b9b9-4ef8-a77c-fc47a7c3a284
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38120"
    uid: f8fc216e-36c6-4439-9caf-039d58353a4c
  kind: Event
  lastTimestamp: "2026-04-16T19:16:54Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:16:54Z"
    name: isvc-xgboost-v2-runtime.18a6ec635e5e318d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 095dcb6f-8539-4a0f-a31a-cf16f7b34459
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38144"
    uid: 29f6ee3e-c397-43c8-8454-5f7e6be32a5f
  kind: Event
  lastTimestamp: "2026-04-16T19:18:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:16:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:18:04Z"
    name: isvc-xgboost-v2.18a6ec6428f3c2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: 7a97fb22-7379-4d54-867b-ba25787a904e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38144"
    uid: 29f6ee3e-c397-43c8-8454-5f7e6be32a5f
  kind: Event
  lastTimestamp: "2026-04-16T19:16:57Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:16:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:16:57Z"
    name: isvc-xgboost-v2.18a6ec6429614190
    namespace: kserve-ci-e2e-test
    resourceVersion: "38174"
    uid: 17d588c9-5694-40d8-84a6-2b6a236eadb1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38700"
    uid: 29f6ee3e-c397-43c8-8454-5f7e6be32a5f
  kind: Event
  lastTimestamp: "2026-04-16T19:18:04Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:18:04Z"
    name: isvc-xgboost-v2.18a6ec73b3831561
    namespace: kserve-ci-e2e-test
    resourceVersion: "38702"
    uid: 04ee6de0-b6eb-412a-ba78-a865617828e5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35665"
    uid: 79c8b346-7333-47e7-89a0-33ec02813433
  kind: Event
  lastTimestamp: "2026-04-16T19:13:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:13:33Z"
    name: isvc-xgboost.18a6ec2061cef7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 7d7d11e8-332e-4d6e-a0c6-27302094ff2c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35665"
    uid: 79c8b346-7333-47e7-89a0-33ec02813433
  kind: Event
  lastTimestamp: "2026-04-16T19:12:06Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T19:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:12:06Z"
    name: isvc-xgboost.18a6ec206289cc9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35713"
    uid: 32360707-482c-4d0b-9f2e-6925015e5fd7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35676"
    uid: 79c8b346-7333-47e7-89a0-33ec02813433
  kind: Event
  lastTimestamp: "2026-04-16T19:12:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:12:06Z"
    name: isvc-xgboost.18a6ec2067b531c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35715"
    uid: 00ff6716-95bd-48a0-b6fb-f9f2c3dab11a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36359"
    uid: 79c8b346-7333-47e7-89a0-33ec02813433
  kind: Event
  lastTimestamp: "2026-04-16T19:13:33Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:13:33Z"
    name: isvc-xgboost.18a6ec34a383a647
    namespace: kserve-ci-e2e-test
    resourceVersion: "36361"
    uid: 25b29376-59bf-48b4-865b-f9a90f1e7f4e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:33:22.500401Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-8zjz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16240"
    uid: 3c33d60f-bfc4-4206-9689-00b3ae061837
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-7f66cccfb6-8zjz9
    to ip-10-0-139-117.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:33:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:33:22Z"
    name: message-dumper-predictor-7f66cccfb6-8zjz9.18a6ea0332af9b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: 3d02cace-b87c-4906-865f-b9667e537255
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-8zjz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16252"
    uid: 3c33d60f-bfc4-4206-9689-00b3ae061837
  kind: Event
  lastTimestamp: "2026-04-16T18:33:22Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:33:22Z"
    name: message-dumper-predictor-7f66cccfb6-8zjz9.18a6ea033a3aa0a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16259"
    uid: 82e1c5c8-ff49-40d6-8641-c770be03d147
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-8zjz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 3c33d60f-bfc4-4206-9689-00b3ae061837
  kind: Event
  lastTimestamp: "2026-04-16T18:33:22Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-16T18:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:22Z"
    name: message-dumper-predictor-7f66cccfb6-8zjz9.18a6ea033b9182db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16261"
    uid: 9678c43a-4201-47d6-86e7-16e7a2fa9395
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-117.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-117.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-8zjz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 3c33d60f-bfc4-4206-9689-00b3ae061837
  kind: Event
  lastTimestamp: "2026-04-16T18:33:23Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 917ms (917ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:23Z"
    name: message-dumper-predictor-7f66cccfb6-8zjz9.18a6ea03723e03e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16271"
    uid: 67f7d442-c3c9-48a7-94d0-d79c05e401ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-117.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-117.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-8zjz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 3c33d60f-bfc4-4206-9689-00b3ae061837
  kind: Event
  lastTimestamp: "2026-04-16T18:33:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:23Z"
    name: message-dumper-predictor-7f66cccfb6-8zjz9.18a6ea03793981d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: 7b918032-359d-4778-8f53-cacb5b664739
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-117.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-117.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-8zjz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 3c33d60f-bfc4-4206-9689-00b3ae061837
  kind: Event
  lastTimestamp: "2026-04-16T18:33:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:23Z"
    name: message-dumper-predictor-7f66cccfb6-8zjz9.18a6ea0379e0f5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16273"
    uid: 5a345beb-bf70-4e6c-a699-ad03c90687bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-117.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-117.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-8zjz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 3c33d60f-bfc4-4206-9689-00b3ae061837
  kind: Event
  lastTimestamp: "2026-04-16T18:34:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:57Z"
    name: message-dumper-predictor-7f66cccfb6-8zjz9.18a6ea196a8ea394
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: 9b160e1c-b01d-41be-aeb0-2749c4fcfd30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-117.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-117.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-7f66cccfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: e736295a-61b7-4afd-abe2-403e451abf73
  kind: Event
  lastTimestamp: "2026-04-16T18:33:22Z"
  message: 'Created pod: message-dumper-predictor-7f66cccfb6-8zjz9'
  metadata:
    creationTimestamp: "2026-04-16T18:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:22Z"
    name: message-dumper-predictor-7f66cccfb6.18a6ea033200586f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16242"
    uid: 3b3f416f-bbbc-4fbb-a6cb-8ffaf1b01232
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 7ea8766c-b337-43a2-b68c-8cf3e81224ee
  kind: Event
  lastTimestamp: "2026-04-16T18:33:22Z"
  message: Scaled up replica set message-dumper-predictor-7f66cccfb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:22Z"
    name: message-dumper-predictor.18a6ea033006b12c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16231"
    uid: 174e108d-0143-4663-896b-81522d140d10
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: c0612e10-6ecf-435d-b72d-8448ad3c3ebc
  kind: Event
  lastTimestamp: "2026-04-16T18:34:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:34:07Z"
    name: message-dumper-predictor.18a6ea06aedf2ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: b1f7fa0f-7461-4575-b936-0c8adc92ad64
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: c0612e10-6ecf-435d-b72d-8448ad3c3ebc
  kind: Event
  lastTimestamp: "2026-04-16T18:34:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:34:07Z"
    name: message-dumper-predictor.18a6ea06af5d6ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16668"
    uid: 5a8436b2-fb9e-4834-9d11-d0bc17355794
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: 15ea787f-9f5b-43e8-b7de-4e79ea66628a
  kind: Event
  lastTimestamp: "2026-04-16T18:33:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:33:24Z"
    name: message-dumper.18a6ea03300bafb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: e84a14f9-a93a-41ac-b40f-396843138ca8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: 15ea787f-9f5b-43e8-b7de-4e79ea66628a
  kind: Event
  lastTimestamp: "2026-04-16T18:33:22Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:33:22Z"
    name: message-dumper.18a6ea0330ae3028
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: 3e8d2c91-359d-4c79-b098-a25261c77944
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16289"
    uid: 15ea787f-9f5b-43e8-b7de-4e79ea66628a
  kind: Event
  lastTimestamp: "2026-04-16T18:33:24Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:33:24Z"
    name: message-dumper.18a6ea03ac9874c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16291"
    uid: da15814a-9ecc-4537-aca7-253066f0edfa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:03:15.331143Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31281"
    uid: c7d8ca1c-81ff-4e3b-9aec-4a9124143ba9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-695d5f5568-kc4j6
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:03:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:03:15Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6.18a6eba49fb9c357
    namespace: kserve-ci-e2e-test
    resourceVersion: "31286"
    uid: d91558d7-e0b4-467a-9f09-6c4e0e1093fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31290"
    uid: c7d8ca1c-81ff-4e3b-9aec-4a9124143ba9
  kind: Event
  lastTimestamp: "2026-04-16T19:03:15Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:03:15Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6.18a6eba4b86887f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31303"
    uid: 3abd9e28-e502-45a4-a1e9-9ceb349d4afb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31282"
    uid: c7d8ca1c-81ff-4e3b-9aec-4a9124143ba9
  kind: Event
  lastTimestamp: "2026-04-16T19:03:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:15Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6.18a6eba4b9f2e931
    namespace: kserve-ci-e2e-test
    resourceVersion: "31305"
    uid: fa214b74-50ce-40c4-b5fc-9b3511688c90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31282"
    uid: c7d8ca1c-81ff-4e3b-9aec-4a9124143ba9
  kind: Event
  lastTimestamp: "2026-04-16T19:03:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:15Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6.18a6eba4bcebb5b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31307"
    uid: 7c4e775a-62ce-48e9-9b6c-a66660fc567c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31282"
    uid: c7d8ca1c-81ff-4e3b-9aec-4a9124143ba9
  kind: Event
  lastTimestamp: "2026-04-16T19:03:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:15Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6.18a6eba4bd59f499
    namespace: kserve-ci-e2e-test
    resourceVersion: "31308"
    uid: f8f0b478-c026-4ec2-a99e-4388292a920c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31282"
    uid: c7d8ca1c-81ff-4e3b-9aec-4a9124143ba9
  kind: Event
  lastTimestamp: "2026-04-16T19:03:19Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T19:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:19Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6.18a6eba5b4ef02c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31344"
    uid: 92ec407e-3055-4199-9bc3-fe8a5e16da06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31282"
    uid: c7d8ca1c-81ff-4e3b-9aec-4a9124143ba9
  kind: Event
  lastTimestamp: "2026-04-16T19:03:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:20Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6.18a6eba5b8a9a958
    namespace: kserve-ci-e2e-test
    resourceVersion: "31350"
    uid: a2153d32-1f3c-4bf6-9191-1da56abca39a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31282"
    uid: c7d8ca1c-81ff-4e3b-9aec-4a9124143ba9
  kind: Event
  lastTimestamp: "2026-04-16T19:03:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:20Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6.18a6eba5b91b0760
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: de6c0e34-f181-4d1a-adbe-2d8c9be4fc45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31282"
    uid: c7d8ca1c-81ff-4e3b-9aec-4a9124143ba9
  kind: Event
  lastTimestamp: "2026-04-16T19:03:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:52Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6.18a6ebad2c90bb34
    namespace: kserve-ci-e2e-test
    resourceVersion: "31578"
    uid: 9b5d8c63-286d-415c-8649-6aa4714e68d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31282"
    uid: c7d8ca1c-81ff-4e3b-9aec-4a9124143ba9
  kind: Event
  lastTimestamp: "2026-04-16T19:04:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:05Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6.18a6ebb04bdccbdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31713"
    uid: eb3e523b-a6b4-44d0-b5df-e99b822b776f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31282"
    uid: c7d8ca1c-81ff-4e3b-9aec-4a9124143ba9
  kind: Event
  lastTimestamp: "2026-04-16T19:04:11Z"
  message: 'Readiness probe failed: Get "http://10.132.0.50:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.132.0.50:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T19:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:11Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6.18a6ebb1d0da00dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31798"
    uid: c55bfb4f-2813-48e1-9fe4-95caab76ba2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-695d5f5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "31269"
    uid: 7a354c06-9174-441b-bec4-cda72a962b99
  kind: Event
  lastTimestamp: "2026-04-16T19:03:15Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-695d5f5568-kc4j6'
  metadata:
    creationTimestamp: "2026-04-16T19:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:15Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568.18a6eba49f759521
    namespace: kserve-ci-e2e-test
    resourceVersion: "31283"
    uid: c3c68f69-e153-4716-b7ce-5a4d8ffa0a17
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31264"
    uid: ee479f63-c58c-4fff-915e-b54d2a933477
  kind: Event
  lastTimestamp: "2026-04-16T19:03:15Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-695d5f5568 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T19:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:15Z"
    name: sklearn-v2-mlserver-predictor.18a6eba49c16327f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31271"
    uid: 411a3720-f500-4572-858b-7fb86f21f958
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31267"
    uid: a46ca4e6-88dc-4c77-b92a-a5f62ed08bbf
  kind: Event
  lastTimestamp: "2026-04-16T19:03:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:30Z"
    name: sklearn-v2-mlserver-predictor.18a6eba81aaf5627
    namespace: kserve-ci-e2e-test
    resourceVersion: "31422"
    uid: 467466a4-1365-4f68-bc01-727e011a4550
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31267"
    uid: a46ca4e6-88dc-4c77-b92a-a5f62ed08bbf
  kind: Event
  lastTimestamp: "2026-04-16T19:03:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:30Z"
    name: sklearn-v2-mlserver-predictor.18a6eba81b24d6ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31424"
    uid: 91ac6520-5880-433c-a461-7cfd7a088748
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31423"
    uid: a46ca4e6-88dc-4c77-b92a-a5f62ed08bbf
  kind: Event
  lastTimestamp: "2026-04-16T19:04:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:00Z"
    name: sklearn-v2-mlserver-predictor.18a6ebab9a6f65ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31630"
    uid: ce0dc7ed-12ad-4af6-ace4-e01076ea5b48
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31423"
    uid: a46ca4e6-88dc-4c77-b92a-a5f62ed08bbf
  kind: Event
  lastTimestamp: "2026-04-16T19:04:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:00Z"
    name: sklearn-v2-mlserver-predictor.18a6ebab9ae8d6a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31631"
    uid: a27dc52c-00cf-485a-a19c-e34848e7f5a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31244"
    uid: f9735f86-3b5b-4a1d-89eb-144e6cc2504d
  kind: Event
  lastTimestamp: "2026-04-16T19:04:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:04:02Z"
    name: sklearn-v2-mlserver.18a6eba49be7afad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31652"
    uid: ff5f6ee9-5297-48ce-a15a-995813fdf56d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31244"
    uid: f9735f86-3b5b-4a1d-89eb-144e6cc2504d
  kind: Event
  lastTimestamp: "2026-04-16T19:03:15Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:15Z"
    name: sklearn-v2-mlserver.18a6eba49c370fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31273"
    uid: 392dce51-049b-408c-8205-3d9f900e7d08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31650"
    uid: f9735f86-3b5b-4a1d-89eb-144e6cc2504d
  kind: Event
  lastTimestamp: "2026-04-16T19:04:02Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:04:02Z"
    name: sklearn-v2-mlserver.18a6ebaf81615773
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 3b908bcd-991a-4f4d-ade3-13ab94af1380
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:14:17.494572Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36786"
    uid: 6be958c5-27f5-49ae-8410-f89e62b75f3f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-c58d48f-4dnsw
    to ip-10-0-136-226.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:14:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:14:17Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw.18a6ec3ecbbdcbb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36792"
    uid: c60e8aad-01f7-4b94-b4a5-0266b7af29d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-757b6f999b-8n4k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36797"
    uid: 6be958c5-27f5-49ae-8410-f89e62b75f3f
  kind: Event
  lastTimestamp: "2026-04-16T19:14:17Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:14:17Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw.18a6ec3ee75bddf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36822"
    uid: 2cde4fb3-0ffc-47f5-a71c-7a0894ff6868
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36788"
    uid: 6be958c5-27f5-49ae-8410-f89e62b75f3f
  kind: Event
  lastTimestamp: "2026-04-16T19:14:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7891564b4e51a5ce092a1e9384ed42f60185d9ae7d08ed1c84a6936d5b51591b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:17Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw.18a6ec3ee9458c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "36826"
    uid: cfe6ec66-741b-44e0-9b11-7f5b8bd7d66c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36788"
    uid: 6be958c5-27f5-49ae-8410-f89e62b75f3f
  kind: Event
  lastTimestamp: "2026-04-16T19:14:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:18Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw.18a6ec3eed88bfb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36828"
    uid: 975f09ca-3765-4fd1-acdd-0b516321e82c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36788"
    uid: 6be958c5-27f5-49ae-8410-f89e62b75f3f
  kind: Event
  lastTimestamp: "2026-04-16T19:14:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:18Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw.18a6ec3eedf8eed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36829"
    uid: 7af8b1fa-b072-47f3-b2b5-c05b5368a8c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36788"
    uid: 6be958c5-27f5-49ae-8410-f89e62b75f3f
  kind: Event
  lastTimestamp: "2026-04-16T19:14:22Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T19:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:22Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw.18a6ec3fe02087e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36859"
    uid: d82f1404-2cd7-45f3-92a5-c84b0d2c9ca9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36788"
    uid: 6be958c5-27f5-49ae-8410-f89e62b75f3f
  kind: Event
  lastTimestamp: "2026-04-16T19:14:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:22Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw.18a6ec3fe3a1d8e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: 6f9e7156-f448-4776-a4d5-3c679b0174c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36788"
    uid: 6be958c5-27f5-49ae-8410-f89e62b75f3f
  kind: Event
  lastTimestamp: "2026-04-16T19:14:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:22Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw.18a6ec3fe4101544
    namespace: kserve-ci-e2e-test
    resourceVersion: "36865"
    uid: e87e5e20-5ec8-4aa8-9c89-e7885d722006
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36788"
    uid: 6be958c5-27f5-49ae-8410-f89e62b75f3f
  kind: Event
  lastTimestamp: "2026-04-16T19:14:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:57Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw.18a6ec48291f8f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "37177"
    uid: 2b4049e1-1cab-40f3-b665-510b6b015829
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36788"
    uid: 6be958c5-27f5-49ae-8410-f89e62b75f3f
  kind: Event
  lastTimestamp: "2026-04-16T19:15:04Z"
  message: 'Readiness probe failed: Get "http://10.132.0.60:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.60:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T19:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:04Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4dnsw.18a6ec49a7fa1fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37260"
    uid: 8a017ada-4213-4bc7-983c-2633978033af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-226.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-226.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-c58d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36775"
    uid: 7ae3e314-423a-43b8-a4d7-8a56398a1a8f
  kind: Event
  lastTimestamp: "2026-04-16T19:14:17Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-c58d48f-4dnsw'
  metadata:
    creationTimestamp: "2026-04-16T19:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:14:17Z"
    name: xgboost-v2-mlserver-predictor-c58d48f.18a6ec3ecb0b6ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36789"
    uid: ce328f67-0574-4bf9-899c-e56964796829
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36773"
    uid: eea364d4-1dbb-4f2f-815e-caac87db24e5
  kind: Event
  lastTimestamp: "2026-04-16T19:14:17Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-c58d48f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:14:17Z"
    name: xgboost-v2-mlserver-predictor.18a6ec3ec8015391
    namespace: kserve-ci-e2e-test
    resourceVersion: "36778"
    uid: ab013d40-7fcd-4655-b51a-29d69fe23bbb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36774"
    uid: a8904590-5819-4da6-bbf4-a71e3b880aa7
  kind: Event
  lastTimestamp: "2026-04-16T19:14:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:14:47Z"
    name: xgboost-v2-mlserver-predictor.18a6ec4246c5aad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37053"
    uid: bd84c16e-9767-4e07-9d11-457127466637
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36774"
    uid: a8904590-5819-4da6-bbf4-a71e3b880aa7
  kind: Event
  lastTimestamp: "2026-04-16T19:14:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:14:47Z"
    name: xgboost-v2-mlserver-predictor.18a6ec42473f4e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "37054"
    uid: 1cef018a-aa61-47e5-bd61-2bda190f1287
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36765"
    uid: 3fe2bc33-c7d1-4f92-a21b-8945e5dbab3d
  kind: Event
  lastTimestamp: "2026-04-16T19:14:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:14:54Z"
    name: xgboost-v2-mlserver.18a6ec3ec7d592f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37108"
    uid: f24113ea-457b-44f4-8954-8f134d330b27
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36765"
    uid: 3fe2bc33-c7d1-4f92-a21b-8945e5dbab3d
  kind: Event
  lastTimestamp: "2026-04-16T19:14:17Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:14:17Z"
    name: xgboost-v2-mlserver.18a6ec3ec8441d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "36780"
    uid: 0ca4ed2d-60bf-4afb-bf78-3640ccbad035
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37106"
    uid: 3fe2bc33-c7d1-4f92-a21b-8945e5dbab3d
  kind: Event
  lastTimestamp: "2026-04-16T19:14:54Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:14:54Z"
    name: xgboost-v2-mlserver.18a6ec475996d293
    namespace: kserve-ci-e2e-test
    resourceVersion: "37107"
    uid: 32c63bb9-dc17-482e-938f-15ac258403f8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "42034"