---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:05:56.073201Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-1e3fac-predictor-6c48c449dd-lqbkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: fee12420-77f1-4d1e-9c5c-918d905413cf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-1e3fac-predictor-6c48c449dd-lqbkq
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:05:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:05:56Z"
    name: isvc-init-fail-1e3fac-predictor-6c48c449dd-lqbkq.18a90b4da46a9ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24508"
    uid: 31d9fec3-e29c-4c8a-bf8c-4e43df8a2bec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-1e3fac-predictor-6c48c449dd-lqbkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24512"
    uid: fee12420-77f1-4d1e-9c5c-918d905413cf
  kind: Event
  lastTimestamp: "2026-04-23T17:05:56Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:05:56Z"
    name: isvc-init-fail-1e3fac-predictor-6c48c449dd-lqbkq.18a90b4dbd74cfd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24522"
    uid: 147351a8-8203-4d7c-9fe3-d0dbbc7e5647
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-1e3fac-predictor-6c48c449dd-lqbkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24506"
    uid: fee12420-77f1-4d1e-9c5c-918d905413cf
  kind: Event
  lastTimestamp: "2026-04-23T17:06:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:06:00Z"
    name: isvc-init-fail-1e3fac-predictor-6c48c449dd-lqbkq.18a90b4dbed35d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24569"
    uid: 905a305e-85cd-45d8-8d54-89d99b88aa8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-1e3fac-predictor-6c48c449dd-lqbkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24506"
    uid: fee12420-77f1-4d1e-9c5c-918d905413cf
  kind: Event
  lastTimestamp: "2026-04-23T17:06:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:06:00Z"
    name: isvc-init-fail-1e3fac-predictor-6c48c449dd-lqbkq.18a90b4dc1bcdaa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24575"
    uid: c96a9b2f-50d3-4e61-a6a6-505aae18cefa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-1e3fac-predictor-6c48c449dd-lqbkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24506"
    uid: fee12420-77f1-4d1e-9c5c-918d905413cf
  kind: Event
  lastTimestamp: "2026-04-23T17:06:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:06:00Z"
    name: isvc-init-fail-1e3fac-predictor-6c48c449dd-lqbkq.18a90b4dc2396c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "24577"
    uid: 2fa90185-c837-4e93-aff9-3b0a7c1c011d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-1e3fac-predictor-6c48c449dd-lqbkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24506"
    uid: fee12420-77f1-4d1e-9c5c-918d905413cf
  kind: Event
  lastTimestamp: "2026-04-23T17:06:01Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:06:01Z"
    name: isvc-init-fail-1e3fac-predictor-6c48c449dd-lqbkq.18a90b4eed7c513a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24644"
    uid: 02698e88-435f-41df-a558-2d2337ade4bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-1e3fac-predictor-6c48c449dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: 306d42bf-e4b2-4858-92ef-d3a330768c59
  kind: Event
  lastTimestamp: "2026-04-23T17:05:56Z"
  message: 'Created pod: isvc-init-fail-1e3fac-predictor-6c48c449dd-lqbkq'
  metadata:
    creationTimestamp: "2026-04-23T17:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:05:56Z"
    name: isvc-init-fail-1e3fac-predictor-6c48c449dd.18a90b4da3db4815
    namespace: kserve-ci-e2e-test
    resourceVersion: "24505"
    uid: 3d8de533-7daf-4b4c-83c6-71bac3771824
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-1e3fac-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24492"
    uid: f62d2388-9cc5-4e44-8fe7-8d189f3ab195
  kind: Event
  lastTimestamp: "2026-04-23T17:05:56Z"
  message: Scaled up replica set isvc-init-fail-1e3fac-predictor-6c48c449dd from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T17:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:05:56Z"
    name: isvc-init-fail-1e3fac-predictor.18a90b4da163dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24496"
    uid: f61d9a5a-802c-4f28-b479-0e0c7bf3592a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-1e3fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24485"
    uid: 96d37ba8-ba03-41f6-96a0-2da099d7bbff
  kind: Event
  lastTimestamp: "2026-04-23T17:06:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:06:00Z"
    name: isvc-init-fail-1e3fac.18a90b4da140feed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24576"
    uid: 98a4cc59-8932-4030-8c8f-2527e787aae2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-1e3fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24485"
    uid: 96d37ba8-ba03-41f6-96a0-2da099d7bbff
  kind: Event
  lastTimestamp: "2026-04-23T17:05:56Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-1e3fac":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-1e3fac":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:05:56Z"
    name: isvc-init-fail-1e3fac.18a90b4da1d5f8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24514"
    uid: 70685895-4147-444d-b445-9d0fdcec8b4e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-1e3fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24485"
    uid: 96d37ba8-ba03-41f6-96a0-2da099d7bbff
  kind: Event
  lastTimestamp: "2026-04-23T17:05:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-1e3fac": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:05:56Z"
    name: isvc-init-fail-1e3fac.18a90b4da1d64f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: 686ddf4a-3ad8-455f-a9d4-af305cadfdde
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T16:48:01.429125Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: e5e470f8-7279-40a1-bdc8-9cc97ab028e8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-78c8d484d6-jlq4w
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T16:48:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T16:48:01Z"
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w.18a90a536ea35a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: a017777c-8ff7-4d00-aa01-1b183fcea7a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15730"
    uid: e5e470f8-7279-40a1-bdc8-9cc97ab028e8
  kind: Event
  lastTimestamp: "2026-04-23T16:48:01Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T16:48:01Z"
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w.18a90a5388143b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "15750"
    uid: e3565581-fcde-4fc5-9935-b957aee96a88
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: e5e470f8-7279-40a1-bdc8-9cc97ab028e8
  kind: Event
  lastTimestamp: "2026-04-23T16:48:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:48:01Z"
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w.18a90a53894a387b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15753"
    uid: ceafa8d2-2a16-49af-b578-586cc977db9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: e5e470f8-7279-40a1-bdc8-9cc97ab028e8
  kind: Event
  lastTimestamp: "2026-04-23T16:48:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:48:01Z"
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w.18a90a538c58dc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15756"
    uid: 576e8100-c03d-4c8e-8e22-6697bccc2589
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: e5e470f8-7279-40a1-bdc8-9cc97ab028e8
  kind: Event
  lastTimestamp: "2026-04-23T16:48:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:48:01Z"
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w.18a90a538ccf1551
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: 496dfe27-acb0-479e-941d-c828ceba3556
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: e5e470f8-7279-40a1-bdc8-9cc97ab028e8
  kind: Event
  lastTimestamp: "2026-04-23T16:48:06Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T16:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:48:06Z"
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w.18a90a548a8a844b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15795"
    uid: 8c488a0a-000f-44f9-b730-019c2e42a01b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: e5e470f8-7279-40a1-bdc8-9cc97ab028e8
  kind: Event
  lastTimestamp: "2026-04-23T16:48:14Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 8.059s (8.059s
    including waiting). Image size: 606093581 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T16:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:48:14Z"
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w.18a90a566aebc4e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 99d12504-6b97-422a-9cf3-786cfbe8604c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: e5e470f8-7279-40a1-bdc8-9cc97ab028e8
  kind: Event
  lastTimestamp: "2026-04-23T16:48:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T16:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:48:14Z"
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w.18a90a566dfff8be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15863"
    uid: 927cee1e-05e5-43df-a472-e0b7270768e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: e5e470f8-7279-40a1-bdc8-9cc97ab028e8
  kind: Event
  lastTimestamp: "2026-04-23T16:48:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:48:14Z"
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w.18a90a566e6e8798
    namespace: kserve-ci-e2e-test
    resourceVersion: "15864"
    uid: b155b176-afed-4bad-b801-878d427fff44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: e5e470f8-7279-40a1-bdc8-9cc97ab028e8
  kind: Event
  lastTimestamp: "2026-04-23T16:49:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T16:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:49:46Z"
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w.18a90a56a4f1c6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: af5b2998-4501-4d18-8b4f-e3370275d89d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: e5e470f8-7279-40a1-bdc8-9cc97ab028e8
  kind: Event
  lastTimestamp: "2026-04-23T16:49:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:49:41Z"
    name: isvc-lightgbm-predictor-78c8d484d6-jlq4w.18a90a6ac09f827a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16512"
    uid: c3be9a22-cd8e-438e-a538-6fbd655907e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-78c8d484d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: a74b361a-3dd6-4a0d-9d05-58e56c2ce31e
  kind: Event
  lastTimestamp: "2026-04-23T16:48:01Z"
  message: 'Created pod: isvc-lightgbm-predictor-78c8d484d6-jlq4w'
  metadata:
    creationTimestamp: "2026-04-23T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:48:01Z"
    name: isvc-lightgbm-predictor-78c8d484d6.18a90a536e2af487
    namespace: kserve-ci-e2e-test
    resourceVersion: "15723"
    uid: 7d0654f4-7ee1-4f2f-9111-c2d71f8517d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15690"
    uid: e3ab41fa-857f-4eb7-a19b-83919ea38679
  kind: Event
  lastTimestamp: "2026-04-23T16:48:01Z"
  message: Scaled up replica set isvc-lightgbm-predictor-78c8d484d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:48:01Z"
    name: isvc-lightgbm-predictor.18a90a536b405ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: 224ce37d-4d4d-43b2-8b7c-430efd6058c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: 2223a963-8a49-4cc8-aa6d-a5a0889122bd
  kind: Event
  lastTimestamp: "2026-04-23T16:48:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:48:16Z"
    name: isvc-lightgbm-predictor.18a90a56ea277919
    namespace: kserve-ci-e2e-test
    resourceVersion: "15882"
    uid: a9992650-1801-42fa-98b7-e54697c5c32a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: 2223a963-8a49-4cc8-aa6d-a5a0889122bd
  kind: Event
  lastTimestamp: "2026-04-23T16:48:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:48:16Z"
    name: isvc-lightgbm-predictor.18a90a56ea8944d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: ac7194fb-e85b-4483-be6d-e955225821d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: 2223a963-8a49-4cc8-aa6d-a5a0889122bd
  kind: Event
  lastTimestamp: "2026-04-23T16:49:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:49:31Z"
    name: isvc-lightgbm-predictor.18a90a5a695953b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: 4de7fe27-8866-4f67-a1d7-35e114118a6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: 2223a963-8a49-4cc8-aa6d-a5a0889122bd
  kind: Event
  lastTimestamp: "2026-04-23T16:49:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:49:31Z"
    name: isvc-lightgbm-predictor.18a90a5a69bba021
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: ee37fe3f-93a5-43f6-87f7-b33fcf3570cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T16:49:41.731448Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 437a5f27-9f15-49f7-bae2-22a3097617e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T16:49:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T16:49:41Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f.18a90a6ac923a227
    namespace: kserve-ci-e2e-test
    resourceVersion: "16540"
    uid: 810bee8c-bba7-4dea-b16e-b73fd0702656
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:49:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 437a5f27-9f15-49f7-bae2-22a3097617e0
  kind: Event
  lastTimestamp: "2026-04-23T16:49:42Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T16:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T16:49:42Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f.18a90a6ae2473b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16550"
    uid: 345b0353-6ebe-4c93-883d-b645632c86db
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 437a5f27-9f15-49f7-bae2-22a3097617e0
  kind: Event
  lastTimestamp: "2026-04-23T16:49:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:49:42Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f.18a90a6ae3e099fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: 6b5866af-cc13-454a-9546-4c85eba1f6d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 437a5f27-9f15-49f7-bae2-22a3097617e0
  kind: Event
  lastTimestamp: "2026-04-23T16:49:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T16:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:49:42Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f.18a90a6ae73461ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: 4a478249-01d8-43ce-b3e3-c97b2919684d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 437a5f27-9f15-49f7-bae2-22a3097617e0
  kind: Event
  lastTimestamp: "2026-04-23T16:49:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T16:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:49:42Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f.18a90a6ae7acbc67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 1c6edf89-8f29-463f-8e1f-77b2f84e3c11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:49:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 437a5f27-9f15-49f7-bae2-22a3097617e0
  kind: Event
  lastTimestamp: "2026-04-23T16:49:46Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:49:46Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f.18a90a6be5f04499
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: a3348783-3a2e-4bf2-b174-5d44f2a5a39c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:49:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 437a5f27-9f15-49f7-bae2-22a3097617e0
  kind: Event
  lastTimestamp: "2026-04-23T16:49:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T16:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:49:46Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f.18a90a6be923582b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: cc086b40-8e2f-4f62-a785-cfb919d97c2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:49:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 437a5f27-9f15-49f7-bae2-22a3097617e0
  kind: Event
  lastTimestamp: "2026-04-23T16:49:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:49:46Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f.18a90a6be992ea07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 8b99af58-aa74-48b2-b142-fe2887c8cfc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T16:49:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 437a5f27-9f15-49f7-bae2-22a3097617e0
  kind: Event
  lastTimestamp: "2026-04-23T16:51:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T16:49:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:51:12Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f.18a90a6c21e4dfce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17281"
    uid: 82eab198-36c2-40e8-b468-84a71632b53d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 437a5f27-9f15-49f7-bae2-22a3097617e0
  kind: Event
  lastTimestamp: "2026-04-23T16:51:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:51:12Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f.18a90a7fd25c69fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17234"
    uid: e3a96a39-c944-455e-b9d3-2e5895bc5969
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:49:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-64984c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16523"
    uid: 46a8641c-c0e4-4f29-a63c-4db8e0623585
  kind: Event
  lastTimestamp: "2026-04-23T16:49:41Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-64984c7cb-dbq9f'
  metadata:
    creationTimestamp: "2026-04-23T16:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:49:41Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb.18a90a6ac8a4d6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: 00cf59dc-165a-4227-a536-ead119f11243
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:49:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: 9ee1097c-e6c1-41a1-a345-a3ad24865ed4
  kind: Event
  lastTimestamp: "2026-04-23T16:49:41Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-64984c7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T16:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:49:41Z"
    name: isvc-lightgbm-runtime-predictor.18a90a6ac2f501b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: 05c3a113-fee3-4f6d-b832-912119ad49fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:49:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16522"
    uid: 3ee177ab-31c6-4605-a8a1-17b00c66a494
  kind: Event
  lastTimestamp: "2026-04-23T16:49:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:49:56Z"
    name: isvc-lightgbm-runtime-predictor.18a90a6e4188a785
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: 7499a1ee-a7d8-4d47-9812-3e2478af3e20
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:49:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16522"
    uid: 3ee177ab-31c6-4605-a8a1-17b00c66a494
  kind: Event
  lastTimestamp: "2026-04-23T16:49:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:49:56Z"
    name: isvc-lightgbm-runtime-predictor.18a90a6e41e6d222
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: f2058dc2-889f-435c-afce-09bfa7a0a258
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T16:50:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: 3ee177ab-31c6-4605-a8a1-17b00c66a494
  kind: Event
  lastTimestamp: "2026-04-23T16:51:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:51:11Z"
    name: isvc-lightgbm-runtime-predictor.18a90a71c0f2c251
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: fa22a707-0e7a-49aa-8b7f-d3442c182180
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T16:50:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: 3ee177ab-31c6-4605-a8a1-17b00c66a494
  kind: Event
  lastTimestamp: "2026-04-23T16:51:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:51:11Z"
    name: isvc-lightgbm-runtime-predictor.18a90a71c158a7ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: a23cb52e-f5c0-4222-b667-755fe58ef550
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T16:49:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: c9897af6-94a5-48d3-84e3-62754f5e242f
  kind: Event
  lastTimestamp: "2026-04-23T16:51:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T16:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:51:02Z"
    name: isvc-lightgbm-runtime.18a90a6ac2d10343
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: 18095dcb-0b7a-4a6b-92bd-33cf4ca847fa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:49:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: c9897af6-94a5-48d3-84e3-62754f5e242f
  kind: Event
  lastTimestamp: "2026-04-23T16:49:41Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T16:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:49:41Z"
    name: isvc-lightgbm-runtime.18a90a6ac31f45d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: d8db87eb-6611-46c1-bef9-d9bc042f37b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:51:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17147"
    uid: c9897af6-94a5-48d3-84e3-62754f5e242f
  kind: Event
  lastTimestamp: "2026-04-23T16:51:02Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T16:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:51:02Z"
    name: isvc-lightgbm-runtime.18a90a7da9a12466
    namespace: kserve-ci-e2e-test
    resourceVersion: "17148"
    uid: bc6a8288-cc4a-45aa-a584-9d30e49bd5b3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T16:54:12.458180Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18593"
    uid: e54675d1-bc93-4a35-b18e-7200792fe7e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T16:54:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T16:54:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f.18a90aa9d1b1678d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18598"
    uid: aae67a55-8ae4-44cc-b559-5e35055869f9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18605"
    uid: e54675d1-bc93-4a35-b18e-7200792fe7e9
  kind: Event
  lastTimestamp: "2026-04-23T16:54:12Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T16:54:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f.18a90aa9eb2eed7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18614"
    uid: a7f16d66-c54d-4385-b15c-5010ab339df4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: e54675d1-bc93-4a35-b18e-7200792fe7e9
  kind: Event
  lastTimestamp: "2026-04-23T16:54:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:54:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f.18a90aa9ec59f521
    namespace: kserve-ci-e2e-test
    resourceVersion: "18616"
    uid: 8ec477be-d0f1-4a93-84cb-1e9f24c05cae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: e54675d1-bc93-4a35-b18e-7200792fe7e9
  kind: Event
  lastTimestamp: "2026-04-23T16:54:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:54:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f.18a90aa9ef4d71ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18618"
    uid: a232f5fd-5b88-4966-b69f-b52015f81403
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: e54675d1-bc93-4a35-b18e-7200792fe7e9
  kind: Event
  lastTimestamp: "2026-04-23T16:54:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:54:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f.18a90aa9efc7c733
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 7a0c2882-45d5-4068-bd58-d3b6bb3e1cdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: e54675d1-bc93-4a35-b18e-7200792fe7e9
  kind: Event
  lastTimestamp: "2026-04-23T16:54:17Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:54:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f.18a90aaaf772138b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18662"
    uid: 89b4fe90-4515-45f8-a56f-c4ec65698256
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: e54675d1-bc93-4a35-b18e-7200792fe7e9
  kind: Event
  lastTimestamp: "2026-04-23T16:54:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T16:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:54:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f.18a90aaafa7920ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18666"
    uid: 2a7e4637-be2c-4160-b061-72d36b4e1ce0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: e54675d1-bc93-4a35-b18e-7200792fe7e9
  kind: Event
  lastTimestamp: "2026-04-23T16:54:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:54:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f.18a90aaafae6f4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18667"
    uid: 98052dd0-4ce2-483f-8bb1-1aba8800c16d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: e54675d1-bc93-4a35-b18e-7200792fe7e9
  kind: Event
  lastTimestamp: "2026-04-23T16:54:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T16:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:54:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f.18a90aab335babf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18686"
    uid: a027aac7-d4de-4fe3-888a-0fef6f55965a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: e54675d1-bc93-4a35-b18e-7200792fe7e9
  kind: Event
  lastTimestamp: "2026-04-23T16:54:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:54:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f.18a90aae7ddae9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: 7c95ff54-966a-46dc-a06b-2be172a29609
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18582"
    uid: e0dd03e9-b72d-4d3f-b908-03c0aca4293f
  kind: Event
  lastTimestamp: "2026-04-23T16:54:12Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-wgc4f'
  metadata:
    creationTimestamp: "2026-04-23T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:54:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49.18a90aa9d12883db
    namespace: kserve-ci-e2e-test
    resourceVersion: "18594"
    uid: b1180e49-a7d6-4e85-be98-3b99a5e6aafb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18578"
    uid: 3baee9f5-38a8-4639-9bb5-70b55bb006ff
  kind: Event
  lastTimestamp: "2026-04-23T16:54:12Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:54:12Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a90aa9cd4acf80
    namespace: kserve-ci-e2e-test
    resourceVersion: "18584"
    uid: 8ab07f5f-ab10-41ac-8d5c-e3cae0b1c397
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18581"
    uid: bf60f8bb-0450-4b29-9ab7-963c4e1c0a53
  kind: Event
  lastTimestamp: "2026-04-23T16:54:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:54:27Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a90aad4bc708ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18737"
    uid: 3e5d23a7-10ee-40fd-a333-06722bc98f1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18581"
    uid: bf60f8bb-0450-4b29-9ab7-963c4e1c0a53
  kind: Event
  lastTimestamp: "2026-04-23T16:54:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:54:27Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a90aad4c256969
    namespace: kserve-ci-e2e-test
    resourceVersion: "18739"
    uid: c19e35e6-802b-49bb-83e0-65986f68f7a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 93763bb8-4603-411a-bd0e-a2fbb567ba01
  kind: Event
  lastTimestamp: "2026-04-23T16:54:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:54:29Z"
    name: isvc-lightgbm-v2-kserve.18a90aa9cd240f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "18763"
    uid: c79fa900-8061-45f9-9711-8a0604e4195b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 93763bb8-4603-411a-bd0e-a2fbb567ba01
  kind: Event
  lastTimestamp: "2026-04-23T16:54:12Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:54:12Z"
    name: isvc-lightgbm-v2-kserve.18a90aa9cd771342
    namespace: kserve-ci-e2e-test
    resourceVersion: "18599"
    uid: 1f0dd87a-9abe-4b08-8c39-48d2ff1f6090
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: 93763bb8-4603-411a-bd0e-a2fbb567ba01
  kind: Event
  lastTimestamp: "2026-04-23T16:54:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:54:12Z"
    name: isvc-lightgbm-v2-kserve.18a90aa9d1d1470b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18601"
    uid: 75aacb04-ccb9-4467-9990-f7cc2e5e96ac
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18760"
    uid: 93763bb8-4603-411a-bd0e-a2fbb567ba01
  kind: Event
  lastTimestamp: "2026-04-23T16:54:29Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-23T16:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:54:29Z"
    name: isvc-lightgbm-v2-kserve.18a90aadc758a144
    namespace: kserve-ci-e2e-test
    resourceVersion: "18761"
    uid: e12daa4b-37e3-4de1-84dd-552ff3fa8f3c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T16:51:12.192887Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17257"
    uid: bc43c2df-4bbd-475e-8471-639451e077bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T16:51:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T16:51:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd.18a90a7fd90b56ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: 8e2a6fb2-2994-443d-97f4-62668dfaa3cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:51:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17266"
    uid: bc43c2df-4bbd-475e-8471-639451e077bc
  kind: Event
  lastTimestamp: "2026-04-23T16:51:12Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T16:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T16:51:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd.18a90a7ff1ede0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17274"
    uid: aab6408e-fc63-41a3-8cea-228a7eeb0adf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: bc43c2df-4bbd-475e-8471-639451e077bc
  kind: Event
  lastTimestamp: "2026-04-23T16:51:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:51:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd.18a90a7ff319c9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: 70bb0d3a-3a9d-4529-a4e0-f14404c1e3e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: bc43c2df-4bbd-475e-8471-639451e077bc
  kind: Event
  lastTimestamp: "2026-04-23T16:51:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T16:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:51:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd.18a90a7ff6e31d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17279"
    uid: f14dfb4c-7b5d-4d7d-bb5e-b8f70f018835
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: bc43c2df-4bbd-475e-8471-639451e077bc
  kind: Event
  lastTimestamp: "2026-04-23T16:51:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T16:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:51:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd.18a90a7ff758f4c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17280"
    uid: 5a61f41d-e6eb-4fdd-a7d8-9edcdde71340
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: bc43c2df-4bbd-475e-8471-639451e077bc
  kind: Event
  lastTimestamp: "2026-04-23T16:51:16Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-23T16:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:51:16Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd.18a90a80ea8956a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17322"
    uid: e1cc79f8-47d3-4e7e-b7fe-c049c22fae39
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: bc43c2df-4bbd-475e-8471-639451e077bc
  kind: Event
  lastTimestamp: "2026-04-23T16:53:30Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m14.107s
    (2m14.107s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T16:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:53:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd.18a90aa023f9ee8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18259"
    uid: 45ed473c-e263-473c-96e5-94f73ce8074b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: bc43c2df-4bbd-475e-8471-639451e077bc
  kind: Event
  lastTimestamp: "2026-04-23T16:53:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T16:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:53:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd.18a90aa02875a7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18260"
    uid: 12258166-6226-44c3-9cbb-13b2bff2500d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: bc43c2df-4bbd-475e-8471-639451e077bc
  kind: Event
  lastTimestamp: "2026-04-23T16:53:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:53:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd.18a90aa029ced2dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18261"
    uid: 2863e920-33f5-4235-bbf2-421b745ccd27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: bc43c2df-4bbd-475e-8471-639451e077bc
  kind: Event
  lastTimestamp: "2026-04-23T16:54:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:54:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd.18a90aa9cc5891ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: 03ba2be3-2273-478d-a624-160125a514e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:51:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: ba8182e4-478e-4bc2-ad3b-a0361f83e692
  kind: Event
  lastTimestamp: "2026-04-23T16:51:12Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-mznpd'
  metadata:
    creationTimestamp: "2026-04-23T16:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:51:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc.18a90a7fd89da2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17258"
    uid: 5bd0521d-0b4c-4826-a907-1c775c120e08
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:51:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: ce0e4bbb-252f-4a5c-acd8-686c5973834f
  kind: Event
  lastTimestamp: "2026-04-23T16:51:12Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8d44c64dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T16:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:51:12Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a90a7fd450620f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17247"
    uid: 5d7d0a44-28e0-4e3f-ada1-cf1a53a73b5a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T16:51:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17244"
    uid: 2d7b8fe7-b353-41b5-9b19-6e1f16a516b3
  kind: Event
  lastTimestamp: "2026-04-23T16:53:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:53:42Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a90a83530520a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18337"
    uid: c2075757-fb29-4299-baab-f0c43d79d879
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T16:51:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17244"
    uid: 2d7b8fe7-b353-41b5-9b19-6e1f16a516b3
  kind: Event
  lastTimestamp: "2026-04-23T16:53:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:53:42Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a90a83536d6303
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: d06fc0f0-0f02-4eef-99b4-3ef3582f7695
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:53:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17395"
    uid: 2d7b8fe7-b353-41b5-9b19-6e1f16a516b3
  kind: Event
  lastTimestamp: "2026-04-23T16:54:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:54:12Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a90aa649f77914
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: 8a63b6b4-9278-444c-b153-51d73119f1a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:53:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17395"
    uid: 2d7b8fe7-b353-41b5-9b19-6e1f16a516b3
  kind: Event
  lastTimestamp: "2026-04-23T16:54:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:54:12Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a90aa64a56e9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18555"
    uid: 53100e16-012c-4839-af07-247eab4cf5d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T16:51:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17218"
    uid: ae8ad8a1-95e2-4c45-ad79-6ca893d21ff0
  kind: Event
  lastTimestamp: "2026-04-23T16:54:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T16:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:54:02Z"
    name: isvc-lightgbm-v2-runtime.18a90a7fd42cc7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18485"
    uid: 3f6b2d92-7a17-4d3e-9019-63e33c63bb9b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:51:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17218"
    uid: ae8ad8a1-95e2-4c45-ad79-6ca893d21ff0
  kind: Event
  lastTimestamp: "2026-04-23T16:51:12Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T16:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:51:12Z"
    name: isvc-lightgbm-v2-runtime.18a90a7fd47c7d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 5e0728c9-1c3d-4381-bbf5-388d96519958
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: ae8ad8a1-95e2-4c45-ad79-6ca893d21ff0
  kind: Event
  lastTimestamp: "2026-04-23T16:54:02Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T16:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:54:02Z"
    name: isvc-lightgbm-v2-runtime.18a90aa775666efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18484"
    uid: 8ff3be5c-89c3-41ff-83b0-94e93525fa20
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15682"
    uid: 639deed1-0cac-494c-b959-aef50e565973
  kind: Event
  lastTimestamp: "2026-04-23T16:49:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:49:36Z"
    name: isvc-lightgbm.18a90a536b1a6be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: 56dc0565-5fb2-41a5-b42e-505b85edb6db
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15682"
    uid: 639deed1-0cac-494c-b959-aef50e565973
  kind: Event
  lastTimestamp: "2026-04-23T16:48:01Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:48:01Z"
    name: isvc-lightgbm.18a90a536bf6d18a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: 91a73655-75d8-468e-9c9e-3bb7a88bcc50
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:49:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: 639deed1-0cac-494c-b959-aef50e565973
  kind: Event
  lastTimestamp: "2026-04-23T16:49:36Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-23T16:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:49:36Z"
    name: isvc-lightgbm.18a90a6984cc3bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 50edfca3-5378-4063-9b6f-b8e9ddad9ecd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T16:46:36.157544Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-595f4f5b7-w76qr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15016"
    uid: f1144f65-d5c6-49c5-84bc-e4585fbe22c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-595f4f5b7-w76qr
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T16:46:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T16:46:36Z"
    name: isvc-logger-predictor-595f4f5b7-w76qr.18a90a3f940e4ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: f77dead2-c464-4670-813b-cd56bf048e6f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-595f4f5b7-w76qr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15024"
    uid: f1144f65-d5c6-49c5-84bc-e4585fbe22c2
  kind: Event
  lastTimestamp: "2026-04-23T16:46:36Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T16:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T16:46:36Z"
    name: isvc-logger-predictor-595f4f5b7-w76qr.18a90a3fad5163c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15037"
    uid: d47f5209-5a9a-4b30-b46b-f2dbd5acf60c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-595f4f5b7-w76qr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: f1144f65-d5c6-49c5-84bc-e4585fbe22c2
  kind: Event
  lastTimestamp: "2026-04-23T16:46:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:36Z"
    name: isvc-logger-predictor-595f4f5b7-w76qr.18a90a3fae9ce11b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15039"
    uid: 62fe1af6-8128-4510-b82e-ac26333f6038
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-595f4f5b7-w76qr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: f1144f65-d5c6-49c5-84bc-e4585fbe22c2
  kind: Event
  lastTimestamp: "2026-04-23T16:46:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T16:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:36Z"
    name: isvc-logger-predictor-595f4f5b7-w76qr.18a90a3fb1b88023
    namespace: kserve-ci-e2e-test
    resourceVersion: "15040"
    uid: e33f8ba1-8713-4bd6-860e-2cd053dd9dba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-595f4f5b7-w76qr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: f1144f65-d5c6-49c5-84bc-e4585fbe22c2
  kind: Event
  lastTimestamp: "2026-04-23T16:46:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T16:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:36Z"
    name: isvc-logger-predictor-595f4f5b7-w76qr.18a90a3fb22a26f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15041"
    uid: 7708aada-7c58-4378-9e75-d1144589905b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-595f4f5b7-w76qr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: f1144f65-d5c6-49c5-84bc-e4585fbe22c2
  kind: Event
  lastTimestamp: "2026-04-23T16:46:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:40Z"
    name: isvc-logger-predictor-595f4f5b7-w76qr.18a90a40b03a0dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15078"
    uid: 138c748d-5951-4599-ba95-7acc0534df2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-595f4f5b7-w76qr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: f1144f65-d5c6-49c5-84bc-e4585fbe22c2
  kind: Event
  lastTimestamp: "2026-04-23T16:46:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T16:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:40Z"
    name: isvc-logger-predictor-595f4f5b7-w76qr.18a90a40b31c854d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15082"
    uid: 752367e9-011a-4017-ad8c-073bfb55e5e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-595f4f5b7-w76qr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: f1144f65-d5c6-49c5-84bc-e4585fbe22c2
  kind: Event
  lastTimestamp: "2026-04-23T16:46:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:40Z"
    name: isvc-logger-predictor-595f4f5b7-w76qr.18a90a40b38eb19f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15083"
    uid: 794ef0ae-5c6f-4e56-8bb5-3783b498cfe2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-595f4f5b7-w76qr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: f1144f65-d5c6-49c5-84bc-e4585fbe22c2
  kind: Event
  lastTimestamp: "2026-04-23T16:46:40Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f1e6c59752bf9c5d5ef383777636f8bf6f11e2b73d04072559a0fe8e69dc54d3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:40Z"
    name: isvc-logger-predictor-595f4f5b7-w76qr.18a90a40b39b3538
    namespace: kserve-ci-e2e-test
    resourceVersion: "15084"
    uid: a4078868-32f1-4068-821c-722442c7858a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-595f4f5b7-w76qr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: f1144f65-d5c6-49c5-84bc-e4585fbe22c2
  kind: Event
  lastTimestamp: "2026-04-23T16:46:41Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-23T16:46:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:41Z"
    name: isvc-logger-predictor-595f4f5b7-w76qr.18a90a40b6965bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "15086"
    uid: 1f41c403-4cd2-4cab-a0a3-520861b9cf85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-595f4f5b7-w76qr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: f1144f65-d5c6-49c5-84bc-e4585fbe22c2
  kind: Event
  lastTimestamp: "2026-04-23T16:46:41Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-23T16:46:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:41Z"
    name: isvc-logger-predictor-595f4f5b7-w76qr.18a90a40b70b0dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15087"
    uid: c3f7a75b-96fc-42d9-b536-3f1db1278ee1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-595f4f5b7-w76qr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: f1144f65-d5c6-49c5-84bc-e4585fbe22c2
  kind: Event
  lastTimestamp: "2026-04-23T16:48:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T16:46:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:48:22Z"
    name: isvc-logger-predictor-595f4f5b7-w76qr.18a90a40ec2de207
    namespace: kserve-ci-e2e-test
    resourceVersion: "15926"
    uid: 82e20a8f-f498-4c0b-854c-a267d348b9d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-595f4f5b7-w76qr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: f1144f65-d5c6-49c5-84bc-e4585fbe22c2
  kind: Event
  lastTimestamp: "2026-04-23T16:48:22Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-23T16:46:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:48:22Z"
    name: isvc-logger-predictor-595f4f5b7-w76qr.18a90a40ec3805f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: ae4fd972-83d1-4292-abae-429503eebc9d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-595f4f5b7-w76qr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: f1144f65-d5c6-49c5-84bc-e4585fbe22c2
  kind: Event
  lastTimestamp: "2026-04-23T16:48:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:48:01Z"
    name: isvc-logger-predictor-595f4f5b7-w76qr.18a90a536cebe6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15713"
    uid: 3de60642-d21f-480e-8bee-8d3ec37874b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-595f4f5b7-w76qr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: f1144f65-d5c6-49c5-84bc-e4585fbe22c2
  kind: Event
  lastTimestamp: "2026-04-23T16:48:01Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-23T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:48:01Z"
    name: isvc-logger-predictor-595f4f5b7-w76qr.18a90a536ced3ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 739bbedd-bece-4032-861e-d50b566cd5de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-595f4f5b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15005"
    uid: b26ba196-1c3c-463b-be15-05c7b0e166f1
  kind: Event
  lastTimestamp: "2026-04-23T16:46:36Z"
  message: 'Created pod: isvc-logger-predictor-595f4f5b7-w76qr'
  metadata:
    creationTimestamp: "2026-04-23T16:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:46:36Z"
    name: isvc-logger-predictor-595f4f5b7.18a90a3f9381d9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: 8ec13f92-b3e7-4c92-988a-8ca10d276e75
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15003"
    uid: 5757f739-1592-4117-8de3-0ec844ff1dba
  kind: Event
  lastTimestamp: "2026-04-23T16:46:36Z"
  message: Scaled up replica set isvc-logger-predictor-595f4f5b7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T16:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:46:36Z"
    name: isvc-logger-predictor.18a90a3f91087e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "15007"
    uid: 9fd8d6ed-1ce2-4c88-944c-d540930ebbb3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15004"
    uid: b1b0e325-8570-4367-bbe6-1581b2c681f5
  kind: Event
  lastTimestamp: "2026-04-23T16:47:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:46:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:47:06Z"
    name: isvc-logger-predictor.18a90a430f87819a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: 595a1b22-a0f6-4301-a3aa-7fe92cf2e4ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15004"
    uid: b1b0e325-8570-4367-bbe6-1581b2c681f5
  kind: Event
  lastTimestamp: "2026-04-23T16:47:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:46:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:47:06Z"
    name: isvc-logger-predictor.18a90a430fed8057
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: 9269f510-b9ab-4f69-9e23-6902c840f33e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T16:47:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: b1b0e325-8570-4367-bbe6-1581b2c681f5
  kind: Event
  lastTimestamp: "2026-04-23T16:47:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:47:51Z"
    name: isvc-logger-predictor.18a90a4a0debabd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: d0b1c500-8524-407d-926f-1cb36387d8c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T16:47:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: b1b0e325-8570-4367-bbe6-1581b2c681f5
  kind: Event
  lastTimestamp: "2026-04-23T16:47:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:47:51Z"
    name: isvc-logger-predictor.18a90a4a0e4bfedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15603"
    uid: a5edb2f5-63f0-47ff-9bad-a981eab9d672
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 6a893215-5d64-480f-a791-ea280e6e91f3
  kind: Event
  lastTimestamp: "2026-04-23T16:47:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T16:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:47:53Z"
    name: isvc-logger.18a90a3f90e5622e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15625"
    uid: 69454f84-e055-4461-8247-d379d97a10c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: 6a893215-5d64-480f-a791-ea280e6e91f3
  kind: Event
  lastTimestamp: "2026-04-23T16:46:36Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T16:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:46:36Z"
    name: isvc-logger.18a90a3f91537403
    namespace: kserve-ci-e2e-test
    resourceVersion: "15026"
    uid: 869b280a-52c7-4cc8-afe5-d3c4183182a2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 6a893215-5d64-480f-a791-ea280e6e91f3
  kind: Event
  lastTimestamp: "2026-04-23T16:46:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T16:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:46:36Z"
    name: isvc-logger.18a90a3f95afe521
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: c846e7d0-f541-4c5c-a209-784ff7afd80a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:47:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15623"
    uid: 6a893215-5d64-480f-a791-ea280e6e91f3
  kind: Event
  lastTimestamp: "2026-04-23T16:47:52Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-23T16:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:47:52Z"
    name: isvc-logger.18a90a51781dd3fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: 7887298a-8ea9-410d-acf5-32d1fe21bbdd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T16:54:32.577338Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18824"
    uid: 70547a3d-ef2b-4bad-a44e-620f6c893585
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T16:54:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T16:54:32Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6.18a90aae80e36bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 0ae61544-0981-47fc-bbc6-58408ed3e03d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18834"
    uid: 70547a3d-ef2b-4bad-a44e-620f6c893585
  kind: Event
  lastTimestamp: "2026-04-23T16:54:33Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T16:54:33Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6.18a90aae9a4f77a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18843"
    uid: a0a171df-479c-42f7-93bd-badf49684e48
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 70547a3d-ef2b-4bad-a44e-620f6c893585
  kind: Event
  lastTimestamp: "2026-04-23T16:54:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:54:33Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6.18a90aae9b9bb0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18845"
    uid: c6f66bcc-7fa7-43e2-baaa-315f407360da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 70547a3d-ef2b-4bad-a44e-620f6c893585
  kind: Event
  lastTimestamp: "2026-04-23T16:54:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:54:33Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6.18a90aae9e977048
    namespace: kserve-ci-e2e-test
    resourceVersion: "18848"
    uid: 6a3694ba-9bc2-4b50-baa4-fdb8e0b1b5a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 70547a3d-ef2b-4bad-a44e-620f6c893585
  kind: Event
  lastTimestamp: "2026-04-23T16:54:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:54:33Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6.18a90aae9f103b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: 4741d53f-4692-4c8f-b6e5-21bb35b82bfd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 70547a3d-ef2b-4bad-a44e-620f6c893585
  kind: Event
  lastTimestamp: "2026-04-23T16:54:37Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T16:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:54:37Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6.18a90aafa3ac76ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18885"
    uid: e56777e4-2a59-4ab3-a2cd-c50f4caeb336
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 70547a3d-ef2b-4bad-a44e-620f6c893585
  kind: Event
  lastTimestamp: "2026-04-23T16:54:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T16:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:54:37Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6.18a90aafa6ab54e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18890"
    uid: a29cc4fd-06b3-4349-9c03-f086034be92f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 70547a3d-ef2b-4bad-a44e-620f6c893585
  kind: Event
  lastTimestamp: "2026-04-23T16:54:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:54:37Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6.18a90aafa71feabb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18891"
    uid: 73fc095c-7186-4852-bfb0-5ab14fafbff4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 70547a3d-ef2b-4bad-a44e-620f6c893585
  kind: Event
  lastTimestamp: "2026-04-23T16:55:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:55:12Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6.18a90ab7d9a442e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19187"
    uid: 4f61b38d-28cd-4af3-8c33-542df559cf88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "18812"
    uid: 7dab9334-d13a-4203-a1bd-c1517105ae21
  kind: Event
  lastTimestamp: "2026-04-23T16:54:32Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5497fc5f68-2nrv6'
  metadata:
    creationTimestamp: "2026-04-23T16:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:54:32Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68.18a90aae805672a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18827"
    uid: efde011f-db93-461e-b89d-d1686a4e296c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18809"
    uid: 8396e08b-b94b-4d6c-9b93-f8c22fd3cb0f
  kind: Event
  lastTimestamp: "2026-04-23T16:54:32Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5497fc5f68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T16:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:54:32Z"
    name: isvc-mlflow-v2-runtime-predictor.18a90aae7ddeb10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: 92c07b29-e4e7-40ed-9469-24137dc9dec5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18811"
    uid: 9112a556-5738-4efd-9f81-b7a0e050452c
  kind: Event
  lastTimestamp: "2026-04-23T16:54:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:54:47Z"
    name: isvc-mlflow-v2-runtime-predictor.18a90ab1fd1a86f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18966"
    uid: 0fc20c06-f217-45d9-af80-8a4fd595197a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18811"
    uid: 9112a556-5738-4efd-9f81-b7a0e050452c
  kind: Event
  lastTimestamp: "2026-04-23T16:54:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:54:47Z"
    name: isvc-mlflow-v2-runtime-predictor.18a90ab1fd797287
    namespace: kserve-ci-e2e-test
    resourceVersion: "18968"
    uid: 16f532e5-0415-4b82-b2d9-d69cea758beb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 9112a556-5738-4efd-9f81-b7a0e050452c
  kind: Event
  lastTimestamp: "2026-04-23T16:55:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:55:02Z"
    name: isvc-mlflow-v2-runtime-predictor.18a90ab57c3cdb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "19067"
    uid: b5c5b224-f109-4115-a608-eccad8bb78f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 9112a556-5738-4efd-9f81-b7a0e050452c
  kind: Event
  lastTimestamp: "2026-04-23T16:55:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:55:02Z"
    name: isvc-mlflow-v2-runtime-predictor.18a90ab57cb1a239
    namespace: kserve-ci-e2e-test
    resourceVersion: "19069"
    uid: 400d422a-8fe3-4e77-8a89-0550068abcdc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: 5798462d-31d3-471b-b396-6aa569b819a1
  kind: Event
  lastTimestamp: "2026-04-23T16:55:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T16:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:55:09Z"
    name: isvc-mlflow-v2-runtime.18a90aae7de7551a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19124"
    uid: d4ff2170-d5d7-45a6-8c97-c6727c667709
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:54:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: 5798462d-31d3-471b-b396-6aa569b819a1
  kind: Event
  lastTimestamp: "2026-04-23T16:54:32Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T16:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:54:32Z"
    name: isvc-mlflow-v2-runtime.18a90aae7e52cce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18819"
    uid: 742df02d-6c8c-4000-b0ac-d9513a1e677a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19122"
    uid: 5798462d-31d3-471b-b396-6aa569b819a1
  kind: Event
  lastTimestamp: "2026-04-23T16:55:09Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T16:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:55:09Z"
    name: isvc-mlflow-v2-runtime.18a90ab71bdc93cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19123"
    uid: 7f7a8aee-1285-456b-a277-4e8f4ce427f7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T16:56:22.960605Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: 6d29c8d4-57cc-47e1-9981-e00dced1c3ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-7dddcb4bd4-2cs4k
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T16:56:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T16:56:22Z"
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k.18a90ac8343e698f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: bde7ace6-4f62-4f2f-8983-56299701fff6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19762"
    uid: 6d29c8d4-57cc-47e1-9981-e00dced1c3ee
  kind: Event
  lastTimestamp: "2026-04-23T16:56:23Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T16:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T16:56:23Z"
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k.18a90ac84d230acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: c5ca0618-c39c-4df8-bc38-8c4f1bc57e1c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 6d29c8d4-57cc-47e1-9981-e00dced1c3ee
  kind: Event
  lastTimestamp: "2026-04-23T16:56:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:56:23Z"
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k.18a90ac84e6dd22d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19778"
    uid: 70756a96-de70-45f0-ab1d-56d032c34d91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 6d29c8d4-57cc-47e1-9981-e00dced1c3ee
  kind: Event
  lastTimestamp: "2026-04-23T16:56:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T16:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:56:23Z"
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k.18a90ac851a1ab8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19780"
    uid: 443256e5-3c75-48e6-97f8-c9fbd1ad1ba1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 6d29c8d4-57cc-47e1-9981-e00dced1c3ee
  kind: Event
  lastTimestamp: "2026-04-23T16:56:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T16:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:56:23Z"
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k.18a90ac85213983d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: 822e4844-e576-4710-9af9-0c2dcfa0d95a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 6d29c8d4-57cc-47e1-9981-e00dced1c3ee
  kind: Event
  lastTimestamp: "2026-04-23T16:56:28Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T16:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:56:28Z"
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k.18a90ac990fe9742
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: 8a3ba291-b6b5-4008-8dd6-d30227b53e6d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 6d29c8d4-57cc-47e1-9981-e00dced1c3ee
  kind: Event
  lastTimestamp: "2026-04-23T16:56:40Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.631s (11.631s
    including waiting). Image size: 1162827001 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T16:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:56:40Z"
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k.18a90acc464df1a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19913"
    uid: be40a7f6-0980-49ec-acc6-542230633a41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 6d29c8d4-57cc-47e1-9981-e00dced1c3ee
  kind: Event
  lastTimestamp: "2026-04-23T16:56:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T16:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:56:40Z"
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k.18a90acc4970e8ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: 4b0be3fd-2a5c-4260-a304-3504edb9ff79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 6d29c8d4-57cc-47e1-9981-e00dced1c3ee
  kind: Event
  lastTimestamp: "2026-04-23T16:56:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:56:40Z"
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k.18a90acc49e73a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19915"
    uid: b357fc41-29ad-484a-9f40-1df279f163f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 6d29c8d4-57cc-47e1-9981-e00dced1c3ee
  kind: Event
  lastTimestamp: "2026-04-23T16:57:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T16:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:57:21Z"
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k.18a90acc5ede2c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: 2ebab83b-737a-47fc-9779-80ad18e844ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 6d29c8d4-57cc-47e1-9981-e00dced1c3ee
  kind: Event
  lastTimestamp: "2026-04-23T16:57:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:57:34Z"
    name: isvc-paddle-predictor-7dddcb4bd4-2cs4k.18a90ad8dae5ec6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: 369bce2b-7c82-4cc6-88c2-8a9688d9338c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-7dddcb4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 778eda37-d804-44fe-bc5c-b6599658fb78
  kind: Event
  lastTimestamp: "2026-04-23T16:56:22Z"
  message: 'Created pod: isvc-paddle-predictor-7dddcb4bd4-2cs4k'
  metadata:
    creationTimestamp: "2026-04-23T16:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:56:22Z"
    name: isvc-paddle-predictor-7dddcb4bd4.18a90ac833913595
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: c21f0535-58dd-44ec-8067-9e13be70260f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19739"
    uid: 2877688a-1360-449f-b1d8-eb1cd23b9535
  kind: Event
  lastTimestamp: "2026-04-23T16:56:22Z"
  message: Scaled up replica set isvc-paddle-predictor-7dddcb4bd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T16:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:56:22Z"
    name: isvc-paddle-predictor.18a90ac830b3e212
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: cef499bb-fe6f-47cc-b218-59abd47fa9f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19741"
    uid: 2de614b4-432c-450e-8c54-ebe1a45ebc57
  kind: Event
  lastTimestamp: "2026-04-23T16:56:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:56:52Z"
    name: isvc-paddle-predictor.18a90acbafe2080b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 608ba215-8236-46bd-808d-cc6ef059bd69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19741"
    uid: 2de614b4-432c-450e-8c54-ebe1a45ebc57
  kind: Event
  lastTimestamp: "2026-04-23T16:56:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:56:52Z"
    name: isvc-paddle-predictor.18a90acbb0471ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: 6c789486-dfcb-4135-af68-dfaa16004d9a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19896"
    uid: 2de614b4-432c-450e-8c54-ebe1a45ebc57
  kind: Event
  lastTimestamp: "2026-04-23T16:57:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:57:22Z"
    name: isvc-paddle-predictor.18a90ad2ae4a8953
    namespace: kserve-ci-e2e-test
    resourceVersion: "20221"
    uid: 0cad6543-97d5-474e-a0eb-fbba6b9380c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19896"
    uid: 2de614b4-432c-450e-8c54-ebe1a45ebc57
  kind: Event
  lastTimestamp: "2026-04-23T16:57:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:57:22Z"
    name: isvc-paddle-predictor.18a90ad2aebc6f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 22685cd0-6f9a-449f-80b2-8a42d17fcef8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T16:57:34.552258Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20346"
    uid: c5d8ddf4-0d63-4ecd-a373-4235173b9e85
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-86b49c4466-rjh9l
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T16:57:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T16:57:34Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l.18a90ad8df7069ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20350"
    uid: 057f80cf-7603-409d-8057-b6cbf6ba2b32
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: c5d8ddf4-0d63-4ecd-a373-4235173b9e85
  kind: Event
  lastTimestamp: "2026-04-23T16:57:34Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T16:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T16:57:34Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l.18a90ad8f87504a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20370"
    uid: ed3ca8c5-1160-4ba9-89a9-fcc645d5ad28
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: c5d8ddf4-0d63-4ecd-a373-4235173b9e85
  kind: Event
  lastTimestamp: "2026-04-23T16:57:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:57:34Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l.18a90ad8f9a63979
    namespace: kserve-ci-e2e-test
    resourceVersion: "20372"
    uid: b65e52e0-d62e-4f6a-8838-5917b61b6bba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: c5d8ddf4-0d63-4ecd-a373-4235173b9e85
  kind: Event
  lastTimestamp: "2026-04-23T16:57:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T16:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:57:35Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l.18a90ad8fccd4810
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 89207acb-6a2e-4ef6-9ec7-23868e54a683
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: c5d8ddf4-0d63-4ecd-a373-4235173b9e85
  kind: Event
  lastTimestamp: "2026-04-23T16:57:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T16:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:57:35Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l.18a90ad8fd40846a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20374"
    uid: f0544059-7c54-4214-bd2a-3ef0b30888d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: c5d8ddf4-0d63-4ecd-a373-4235173b9e85
  kind: Event
  lastTimestamp: "2026-04-23T16:57:40Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:57:40Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l.18a90ada26781468
    namespace: kserve-ci-e2e-test
    resourceVersion: "20415"
    uid: c119f04b-536c-49f6-910d-dbdc332ef403
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: c5d8ddf4-0d63-4ecd-a373-4235173b9e85
  kind: Event
  lastTimestamp: "2026-04-23T16:57:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T16:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:57:40Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l.18a90ada298aff7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20419"
    uid: 1c800f2f-33a3-4b10-8db8-cda40ab865c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: c5d8ddf4-0d63-4ecd-a373-4235173b9e85
  kind: Event
  lastTimestamp: "2026-04-23T16:57:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:57:40Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l.18a90ada2a018a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: bc9e78e2-e6ec-40c7-be88-07b8aaf0991c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: c5d8ddf4-0d63-4ecd-a373-4235173b9e85
  kind: Event
  lastTimestamp: "2026-04-23T16:58:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T16:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:58:22Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l.18a90ada626437ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20722"
    uid: 95dc06ea-a2b4-4a07-a097-fc7dea0744ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: c5d8ddf4-0d63-4ecd-a373-4235173b9e85
  kind: Event
  lastTimestamp: "2026-04-23T16:58:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:58:36Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-rjh9l.18a90ae7329393bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20849"
    uid: 2bcd5b6a-3da9-41c9-b0f6-92b28a6e1307
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-86b49c4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: ec4963f3-34a7-457d-85d7-76b2beb985f0
  kind: Event
  lastTimestamp: "2026-04-23T16:57:34Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-86b49c4466-rjh9l'
  metadata:
    creationTimestamp: "2026-04-23T16:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:57:34Z"
    name: isvc-paddle-runtime-predictor-86b49c4466.18a90ad8df1250d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20347"
    uid: ef3dcb04-8c80-434f-aa27-ce7867da63e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20334"
    uid: 70542afe-376a-4661-a3e0-7603b104cf41
  kind: Event
  lastTimestamp: "2026-04-23T16:57:34Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-86b49c4466 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T16:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:57:34Z"
    name: isvc-paddle-runtime-predictor.18a90ad8dc9b752e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20339"
    uid: adda5f89-38a2-42db-905b-18a4d81099f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: a83cccb0-bf20-4cb4-a910-cf6e8dc0abaa
  kind: Event
  lastTimestamp: "2026-04-23T16:58:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:58:04Z"
    name: isvc-paddle-runtime-predictor.18a90adc5b16a7f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20597"
    uid: ded5b8ce-11c0-4073-96b5-e22044874853
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: a83cccb0-bf20-4cb4-a910-cf6e8dc0abaa
  kind: Event
  lastTimestamp: "2026-04-23T16:58:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:58:04Z"
    name: isvc-paddle-runtime-predictor.18a90adc5b762e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: 0d48897c-41bb-4b93-8b1e-d26a71a505af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20496"
    uid: a83cccb0-bf20-4cb4-a910-cf6e8dc0abaa
  kind: Event
  lastTimestamp: "2026-04-23T16:58:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:58:34Z"
    name: isvc-paddle-runtime-predictor.18a90ae3596a8176
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: f6758203-d303-4fd2-9bc3-da164879d483
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20496"
    uid: a83cccb0-bf20-4cb4-a910-cf6e8dc0abaa
  kind: Event
  lastTimestamp: "2026-04-23T16:58:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:58:34Z"
    name: isvc-paddle-runtime-predictor.18a90ae359cc4ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20816"
    uid: 26404982-a022-409e-8a43-0cdaf51da3e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20322"
    uid: 5ab03dc9-0ebe-4e19-8881-8ea791a45f51
  kind: Event
  lastTimestamp: "2026-04-23T16:58:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T16:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:58:32Z"
    name: isvc-paddle-runtime.18a90ad8dc77d077
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: f8e600c4-609f-46f6-93e2-13010faf9a70
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20322"
    uid: 5ab03dc9-0ebe-4e19-8881-8ea791a45f51
  kind: Event
  lastTimestamp: "2026-04-23T16:57:34Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T16:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:57:34Z"
    name: isvc-paddle-runtime.18a90ad8dcbfcc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: b6f670ff-4595-459f-bf72-65e526c2575c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20343"
    uid: 5ab03dc9-0ebe-4e19-8881-8ea791a45f51
  kind: Event
  lastTimestamp: "2026-04-23T16:57:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T16:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:57:34Z"
    name: isvc-paddle-runtime.18a90ad8e26b50c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20360"
    uid: a1d2ccaf-42e5-4170-b1d2-88e15f7150fe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: 5ab03dc9-0ebe-4e19-8881-8ea791a45f51
  kind: Event
  lastTimestamp: "2026-04-23T16:58:32Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T16:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:58:32Z"
    name: isvc-paddle-runtime.18a90ae646077ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20793"
    uid: db2b4a7d-d3e0-453e-9ca5-3a1c3782979f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T16:58:36.187331Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20872"
    uid: 7e4fad5d-c473-4c5f-9761-683213d3f383
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T16:58:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T16:58:36Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m.18a90ae7392ceaa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20876"
    uid: f1387234-dc20-4cb7-870b-dd039bc260c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 7e4fad5d-c473-4c5f-9761-683213d3f383
  kind: Event
  lastTimestamp: "2026-04-23T16:58:36Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T16:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T16:58:36Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m.18a90ae7525cb246
    namespace: kserve-ci-e2e-test
    resourceVersion: "20894"
    uid: 67d9625e-5c40-4345-9af0-c791ded41417
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: 7e4fad5d-c473-4c5f-9761-683213d3f383
  kind: Event
  lastTimestamp: "2026-04-23T16:58:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:58:36Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m.18a90ae75394c093
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: 9d4b74be-eebc-4a0e-9aaa-ad897bd35bbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: 7e4fad5d-c473-4c5f-9761-683213d3f383
  kind: Event
  lastTimestamp: "2026-04-23T16:58:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T16:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:58:36Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m.18a90ae756af14ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: ae1c253d-e453-42f5-ae0c-196725881d78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: 7e4fad5d-c473-4c5f-9761-683213d3f383
  kind: Event
  lastTimestamp: "2026-04-23T16:58:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T16:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:58:36Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m.18a90ae7571c722c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20900"
    uid: b97a4cb2-5f6f-433a-ad96-34fe17fc8149
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: 7e4fad5d-c473-4c5f-9761-683213d3f383
  kind: Event
  lastTimestamp: "2026-04-23T16:58:41Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:58:41Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m.18a90ae8658b1c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: 44b532c7-d865-4882-8cf3-7dc8b05ef97a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: 7e4fad5d-c473-4c5f-9761-683213d3f383
  kind: Event
  lastTimestamp: "2026-04-23T16:58:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T16:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:58:41Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m.18a90ae86885250f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20944"
    uid: 2857c33f-9d78-41e0-8544-db4744d9db74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: 7e4fad5d-c473-4c5f-9761-683213d3f383
  kind: Event
  lastTimestamp: "2026-04-23T16:58:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:58:41Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m.18a90ae86907ec4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20945"
    uid: 9543adcc-23b4-47e7-bd02-eec483eb1959
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: 7e4fad5d-c473-4c5f-9761-683213d3f383
  kind: Event
  lastTimestamp: "2026-04-23T16:59:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T16:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:59:23Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m.18a90ae8a16bda7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21241"
    uid: ea24826a-6fa8-49a2-b860-a4fa07547f51
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: 7e4fad5d-c473-4c5f-9761-683213d3f383
  kind: Event
  lastTimestamp: "2026-04-23T16:59:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:59:37Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m.18a90af59cb023f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21379"
    uid: 474fa111-e81f-48e9-84c2-11b709aa5dab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20861"
    uid: 1f87bd5f-07bf-4776-9790-42234bd0ebba
  kind: Event
  lastTimestamp: "2026-04-23T16:58:36Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-6nf8m'
  metadata:
    creationTimestamp: "2026-04-23T16:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:58:36Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b.18a90ae738c38591
    namespace: kserve-ci-e2e-test
    resourceVersion: "20873"
    uid: 238227b7-405a-46ad-a09f-a5c137b3f7a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: 1a454132-f23e-43e5-aab9-9a958ba42edd
  kind: Event
  lastTimestamp: "2026-04-23T16:58:36Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7c6bd76f7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T16:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:58:36Z"
    name: isvc-paddle-v2-kserve-predictor.18a90ae73637abe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: 7985a8db-dc65-4493-93e4-42247333039e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20860"
    uid: a94d4fa6-fcc1-4935-ac6d-4d97e82eccec
  kind: Event
  lastTimestamp: "2026-04-23T16:58:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:58:51Z"
    name: isvc-paddle-v2-kserve-predictor.18a90aeab4c37ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21013"
    uid: 789c1ac6-1ac6-4ef8-ad47-7387e340bd29
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20860"
    uid: a94d4fa6-fcc1-4935-ac6d-4d97e82eccec
  kind: Event
  lastTimestamp: "2026-04-23T16:58:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:58:51Z"
    name: isvc-paddle-v2-kserve-predictor.18a90aeab526fd39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21015"
    uid: 60de8a48-8430-431b-a4fd-44e3757f81e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21014"
    uid: a94d4fa6-fcc1-4935-ac6d-4d97e82eccec
  kind: Event
  lastTimestamp: "2026-04-23T16:59:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:59:36Z"
    name: isvc-paddle-v2-kserve-predictor.18a90aee3420ce49
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: 0f8c0828-53d2-4c31-b932-59212033fc32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21014"
    uid: a94d4fa6-fcc1-4935-ac6d-4d97e82eccec
  kind: Event
  lastTimestamp: "2026-04-23T16:59:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:59:36Z"
    name: isvc-paddle-v2-kserve-predictor.18a90aee34836e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21345"
    uid: be03e27d-919f-4cea-98d6-389ba1af1617
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: dddb695e-fe83-43c6-8995-6130fec80017
  kind: Event
  lastTimestamp: "2026-04-23T16:59:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T16:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:59:33Z"
    name: isvc-paddle-v2-kserve.18a90ae73615c6d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21324"
    uid: 8268233e-dc0b-4094-84f6-b36e35a7a836
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: dddb695e-fe83-43c6-8995-6130fec80017
  kind: Event
  lastTimestamp: "2026-04-23T16:58:36Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T16:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:58:36Z"
    name: isvc-paddle-v2-kserve.18a90ae73682ed78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 30716cf7-e936-48bf-86ab-f4a4aaaea448
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:58:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20856"
    uid: dddb695e-fe83-43c6-8995-6130fec80017
  kind: Event
  lastTimestamp: "2026-04-23T16:58:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T16:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:58:36Z"
    name: isvc-paddle-v2-kserve.18a90ae73abe2650
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: b525f7da-ad31-4969-a260-ca064b50085d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: dddb695e-fe83-43c6-8995-6130fec80017
  kind: Event
  lastTimestamp: "2026-04-23T16:59:33Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-23T16:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:59:33Z"
    name: isvc-paddle-v2-kserve.18a90af48524b248
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: 7975a4e4-83c0-4951-8ddc-a7d577b4dfaf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: 3f9fda50-f8f5-4e98-9222-9977a137a644
  kind: Event
  lastTimestamp: "2026-04-23T16:57:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T16:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:57:31Z"
    name: isvc-paddle.18a90ac830ba9796
    namespace: kserve-ci-e2e-test
    resourceVersion: "20286"
    uid: 829d29e1-df8c-456d-8055-e8799f0f5e40
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: 3f9fda50-f8f5-4e98-9222-9977a137a644
  kind: Event
  lastTimestamp: "2026-04-23T16:56:22Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T16:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:56:22Z"
    name: isvc-paddle.18a90ac83197208c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19748"
    uid: d54c5dea-c7c2-44d3-89f9-b702bb06a3e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:57:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20284"
    uid: 3f9fda50-f8f5-4e98-9222-9977a137a644
  kind: Event
  lastTimestamp: "2026-04-23T16:57:31Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-23T16:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:57:31Z"
    name: isvc-paddle.18a90ad842aeaea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20285"
    uid: bc480bb8-2c09-4f34-913a-f9e30c0b9a23
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T16:59:38.081937Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 49f9eef5-75c8-413e-b4d1-f0a3e0ac8ad0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-5584ffd8c9-ggjzf
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T16:59:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T16:59:38Z"
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf.18a90af5a261f866
    namespace: kserve-ci-e2e-test
    resourceVersion: "21404"
    uid: 2b602253-d254-4ca9-8eae-629dc08a3982
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21407"
    uid: 49f9eef5-75c8-413e-b4d1-f0a3e0ac8ad0
  kind: Event
  lastTimestamp: "2026-04-23T16:59:38Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T16:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T16:59:38Z"
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf.18a90af5bb7d5cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21419"
    uid: efc53a61-186d-4fa8-8729-04b2c5e0642f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 49f9eef5-75c8-413e-b4d1-f0a3e0ac8ad0
  kind: Event
  lastTimestamp: "2026-04-23T16:59:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:59:38Z"
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf.18a90af5bd17ceba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21421"
    uid: 1207496f-e077-487f-80fa-749a9af7b7e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 49f9eef5-75c8-413e-b4d1-f0a3e0ac8ad0
  kind: Event
  lastTimestamp: "2026-04-23T16:59:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T16:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:59:38Z"
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf.18a90af5bff3dcc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: df86bc39-2300-41ec-a958-eb8e08d92306
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 49f9eef5-75c8-413e-b4d1-f0a3e0ac8ad0
  kind: Event
  lastTimestamp: "2026-04-23T16:59:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T16:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:59:38Z"
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf.18a90af5c0669061
    namespace: kserve-ci-e2e-test
    resourceVersion: "21424"
    uid: d2dddbdc-ddb4-4428-8eae-53faaf4f5acf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 49f9eef5-75c8-413e-b4d1-f0a3e0ac8ad0
  kind: Event
  lastTimestamp: "2026-04-23T16:59:42Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T16:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:59:42Z"
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf.18a90af6a496ead5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21456"
    uid: 5e36f7c4-1437-4322-8add-4578adc7b44d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 49f9eef5-75c8-413e-b4d1-f0a3e0ac8ad0
  kind: Event
  lastTimestamp: "2026-04-23T16:59:49Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.908s (6.908s
    including waiting). Image size: 800924023 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T16:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:59:49Z"
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf.18a90af8405973e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21508"
    uid: 3a9b8b5c-448d-4903-9cbd-2fa535db900b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 49f9eef5-75c8-413e-b4d1-f0a3e0ac8ad0
  kind: Event
  lastTimestamp: "2026-04-23T16:59:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T16:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:59:49Z"
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf.18a90af843b57f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "21509"
    uid: 57c36f22-ed79-4f93-9a3c-1b5a9f8e29db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 49f9eef5-75c8-413e-b4d1-f0a3e0ac8ad0
  kind: Event
  lastTimestamp: "2026-04-23T16:59:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:59:49Z"
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf.18a90af8442b47cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21510"
    uid: 20671357-b185-4139-a198-83f2cbb7402e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 49f9eef5-75c8-413e-b4d1-f0a3e0ac8ad0
  kind: Event
  lastTimestamp: "2026-04-23T17:01:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T16:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:01:06Z"
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf.18a90af8477b7336
    namespace: kserve-ci-e2e-test
    resourceVersion: "22053"
    uid: a4749a74-3c93-41b3-aeec-a73f08add334
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 49f9eef5-75c8-413e-b4d1-f0a3e0ac8ad0
  kind: Event
  lastTimestamp: "2026-04-23T17:01:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:01:19Z"
    name: isvc-pmml-predictor-5584ffd8c9-ggjzf.18a90b0d2cb541c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22180"
    uid: 016c139d-5c2d-4117-9eb6-30ac7fd5e4ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-5584ffd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: 0d99c30c-dde8-4548-85f1-a9d3eb64125b
  kind: Event
  lastTimestamp: "2026-04-23T16:59:38Z"
  message: 'Created pod: isvc-pmml-predictor-5584ffd8c9-ggjzf'
  metadata:
    creationTimestamp: "2026-04-23T16:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:59:38Z"
    name: isvc-pmml-predictor-5584ffd8c9.18a90af5a1bbe57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21398"
    uid: 9edffe58-ac8a-4c6a-a218-12efaa07fe8a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21385"
    uid: 093b08d2-3b5a-46fd-8cee-08dec39c608b
  kind: Event
  lastTimestamp: "2026-04-23T16:59:38Z"
  message: Scaled up replica set isvc-pmml-predictor-5584ffd8c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T16:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:59:38Z"
    name: isvc-pmml-predictor.18a90af59e488462
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: bc87ae91-3938-4475-b4e4-de507ef27088
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21386"
    uid: cc610123-ce0d-4580-983d-8a1fabd3980b
  kind: Event
  lastTimestamp: "2026-04-23T17:00:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:00:23Z"
    name: isvc-pmml-predictor.18a90af91ccf4e6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21754"
    uid: 4cd4867f-529a-4516-9c85-359b89f5f0f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21386"
    uid: cc610123-ce0d-4580-983d-8a1fabd3980b
  kind: Event
  lastTimestamp: "2026-04-23T17:00:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:00:23Z"
    name: isvc-pmml-predictor.18a90af91d31c23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21755"
    uid: 516fec39-dbaa-4599-bea2-4c7cdd90d257
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:00:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21538"
    uid: cc610123-ce0d-4580-983d-8a1fabd3980b
  kind: Event
  lastTimestamp: "2026-04-23T17:01:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:01:08Z"
    name: isvc-pmml-predictor.18a90b039a729d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: 74956f8c-343b-4f5d-b853-31877f419526
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:00:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21538"
    uid: cc610123-ce0d-4580-983d-8a1fabd3980b
  kind: Event
  lastTimestamp: "2026-04-23T17:01:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:01:08Z"
    name: isvc-pmml-predictor.18a90b039adc6b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "22063"
    uid: be98bffd-7c32-482d-a29d-c50d72e0ce39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:01:19.282235Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "22198"
    uid: adece6cd-0836-4c60-9aab-4681b944afb3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7576f6b69f-k8m6j
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:01:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:01:19Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j.18a90b0d32639a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "22203"
    uid: d900b754-fe8b-4da5-b6b2-3dc71bf9e690
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "22209"
    uid: adece6cd-0836-4c60-9aab-4681b944afb3
  kind: Event
  lastTimestamp: "2026-04-23T17:01:19Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:01:19Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j.18a90b0d4b33a9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22215"
    uid: 0c8c3271-4e48-4abf-b232-896f4a1b79b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: adece6cd-0836-4c60-9aab-4681b944afb3
  kind: Event
  lastTimestamp: "2026-04-23T17:01:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:01:19Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j.18a90b0d4c732bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22217"
    uid: 9fe67c42-407d-4726-8b91-85d72dbaf529
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: adece6cd-0836-4c60-9aab-4681b944afb3
  kind: Event
  lastTimestamp: "2026-04-23T17:01:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:01:19Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j.18a90b0d4f7c7019
    namespace: kserve-ci-e2e-test
    resourceVersion: "22219"
    uid: 6827044c-41fe-4511-8052-c26473f4a92b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: adece6cd-0836-4c60-9aab-4681b944afb3
  kind: Event
  lastTimestamp: "2026-04-23T17:01:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:01:19Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j.18a90b0d4ff04ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: d6265c86-e7dd-41a7-9d9d-4453e56b17a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: adece6cd-0836-4c60-9aab-4681b944afb3
  kind: Event
  lastTimestamp: "2026-04-23T17:01:23Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:01:23Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j.18a90b0e3af3166a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22253"
    uid: 59361e1e-66dc-4b6e-9645-8211f1e35919
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: adece6cd-0836-4c60-9aab-4681b944afb3
  kind: Event
  lastTimestamp: "2026-04-23T17:01:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:01:23Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j.18a90b0e3ec63cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22259"
    uid: b9e0429f-7e64-4863-a125-d8c24853dfde
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: adece6cd-0836-4c60-9aab-4681b944afb3
  kind: Event
  lastTimestamp: "2026-04-23T17:01:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:01:23Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j.18a90b0e3f4d2f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "22260"
    uid: 39f7277e-0b1c-4b7d-9ceb-a360c85de9da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: adece6cd-0836-4c60-9aab-4681b944afb3
  kind: Event
  lastTimestamp: "2026-04-23T17:02:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:02:35Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j.18a90b0e76fde86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22782"
    uid: 3caf2411-aa65-440a-b5e2-82f8ee1b5ab6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: adece6cd-0836-4c60-9aab-4681b944afb3
  kind: Event
  lastTimestamp: "2026-04-23T17:02:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:02:50Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j.18a90b2269088a12
    namespace: kserve-ci-e2e-test
    resourceVersion: "22917"
    uid: 74505f0f-2348-495d-91cb-a20c1fdccdf7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7576f6b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 89d34f0e-cd10-4e9d-84e7-deaa2a89550d
  kind: Event
  lastTimestamp: "2026-04-23T17:01:19Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7576f6b69f-k8m6j'
  metadata:
    creationTimestamp: "2026-04-23T17:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:01:19Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f.18a90b0d320140bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22199"
    uid: cdc8f89c-4d4b-477b-ba71-3ca5d46a7a38
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22184"
    uid: 38661888-2c03-493f-8a8b-65c65f776ef8
  kind: Event
  lastTimestamp: "2026-04-23T17:01:19Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7576f6b69f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T17:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:01:19Z"
    name: isvc-pmml-runtime-predictor.18a90b0d2dda10c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22189"
    uid: a37040ca-9913-46c2-8a82-a4ce76157d02
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22185"
    uid: 69df34a3-223a-466b-be5c-b1248855963e
  kind: Event
  lastTimestamp: "2026-04-23T17:01:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:01:34Z"
    name: isvc-pmml-runtime-predictor.18a90b10acc5a403
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: 043604b0-8a8f-4e8a-b774-3eb5680ab234
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22185"
    uid: 69df34a3-223a-466b-be5c-b1248855963e
  kind: Event
  lastTimestamp: "2026-04-23T17:01:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:01:34Z"
    name: isvc-pmml-runtime-predictor.18a90b10ad05381a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22335"
    uid: 57a3387c-ee7c-440d-81f6-e5524c351aed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22333"
    uid: 69df34a3-223a-466b-be5c-b1248855963e
  kind: Event
  lastTimestamp: "2026-04-23T17:02:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:02:49Z"
    name: isvc-pmml-runtime-predictor.18a90b142c5822a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22878"
    uid: 5c5be98a-7ac1-4a16-910b-4908741f1334
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22333"
    uid: 69df34a3-223a-466b-be5c-b1248855963e
  kind: Event
  lastTimestamp: "2026-04-23T17:02:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:02:49Z"
    name: isvc-pmml-runtime-predictor.18a90b142cd6c9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22879"
    uid: 24125c39-2fa1-475c-8cbb-b8e2e91eca12
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: a416b6cd-930d-4b29-b9d9-9d1a33dac338
  kind: Event
  lastTimestamp: "2026-04-23T17:02:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:02:45Z"
    name: isvc-pmml-runtime.18a90b0d2db718cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22854"
    uid: 81e793f9-52b7-4222-b59c-55a778c1ef92
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: a416b6cd-930d-4b29-b9d9-9d1a33dac338
  kind: Event
  lastTimestamp: "2026-04-23T17:01:19Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:01:19Z"
    name: isvc-pmml-runtime.18a90b0d2e05b8ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "22206"
    uid: 580a17f4-40c7-4b5e-9f11-ac9e01e51df5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22175"
    uid: a416b6cd-930d-4b29-b9d9-9d1a33dac338
  kind: Event
  lastTimestamp: "2026-04-23T17:01:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:01:19Z"
    name: isvc-pmml-runtime.18a90b0d329add34
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 17c6f8e8-5689-4bba-bf3a-7d8ac8d1f801
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:02:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22852"
    uid: a416b6cd-930d-4b29-b9d9-9d1a33dac338
  kind: Event
  lastTimestamp: "2026-04-23T17:02:45Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:02:45Z"
    name: isvc-pmml-runtime.18a90b2156cea9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "22853"
    uid: a09e7655-a1bf-4487-a3b9-4adb66b15cac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:02:50.472959Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22928"
    uid: 8c2bec93-bd43-4867-8740-247e44f4db47
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:02:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:02:50Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj.18a90b226dc79f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "22934"
    uid: 16491026-6ca4-4ea6-a91e-076a9782e8fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:02:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22938"
    uid: 8c2bec93-bd43-4867-8740-247e44f4db47
  kind: Event
  lastTimestamp: "2026-04-23T17:02:50Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:02:50Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj.18a90b2286c2866a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22952"
    uid: 1a160fdf-f612-4c25-8541-bd6ff8a76ee3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: 8c2bec93-bd43-4867-8740-247e44f4db47
  kind: Event
  lastTimestamp: "2026-04-23T17:02:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:02:50Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj.18a90b22881316cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22954"
    uid: ef6db164-e2b6-4aa2-bf71-9d3e5bf0db44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: 8c2bec93-bd43-4867-8740-247e44f4db47
  kind: Event
  lastTimestamp: "2026-04-23T17:02:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:02:50Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj.18a90b228b4528cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22956"
    uid: de0b7c4a-6405-4b2a-8f1f-58a3a9e28d2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: 8c2bec93-bd43-4867-8740-247e44f4db47
  kind: Event
  lastTimestamp: "2026-04-23T17:02:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:02:50Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj.18a90b228bb7c9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22957"
    uid: 642ae714-077f-4164-95de-b66541f33b4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: 8c2bec93-bd43-4867-8740-247e44f4db47
  kind: Event
  lastTimestamp: "2026-04-23T17:02:54Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:02:55Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj.18a90b237b86b59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22992"
    uid: 6c2c35ab-cb84-4da6-90a8-761569aed005
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: 8c2bec93-bd43-4867-8740-247e44f4db47
  kind: Event
  lastTimestamp: "2026-04-23T17:02:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:02:55Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj.18a90b237e6cc8ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22999"
    uid: 80e69002-bce4-44c5-b7f5-ee8154816e04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: 8c2bec93-bd43-4867-8740-247e44f4db47
  kind: Event
  lastTimestamp: "2026-04-23T17:02:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:02:55Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj.18a90b237edb7176
    namespace: kserve-ci-e2e-test
    resourceVersion: "23000"
    uid: 80703087-70e4-4419-8206-d387bda42ba9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T17:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: 8c2bec93-bd43-4867-8740-247e44f4db47
  kind: Event
  lastTimestamp: "2026-04-23T17:04:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:04:07Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj.18a90b23b77cb881
    namespace: kserve-ci-e2e-test
    resourceVersion: "23507"
    uid: 72fb9db0-2d33-43e0-9d7e-bdfd6fa69fc0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: 8c2bec93-bd43-4867-8740-247e44f4db47
  kind: Event
  lastTimestamp: "2026-04-23T17:04:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:04:21Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj.18a90b37a4bbce06
    namespace: kserve-ci-e2e-test
    resourceVersion: "23644"
    uid: b4375838-8b55-4914-ad36-2562ff0ebc3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:02:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22916"
    uid: 04c9ffed-d415-4129-931e-d558a4f48d94
  kind: Event
  lastTimestamp: "2026-04-23T17:02:50Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-75b87ff64c-27hcj'
  metadata:
    creationTimestamp: "2026-04-23T17:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:02:50Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c.18a90b226d5fd97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22930"
    uid: c4e1e201-6971-4c45-a2be-ae8fd647af0b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:02:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22914"
    uid: b3cc41f5-d2c5-484d-99f1-9bf38134aa3e
  kind: Event
  lastTimestamp: "2026-04-23T17:02:50Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-75b87ff64c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T17:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:02:50Z"
    name: isvc-pmml-v2-kserve-predictor.18a90b22695cf08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22919"
    uid: 34baa87d-0a99-4988-8c40-8c25be93b0c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:03:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22915"
    uid: 752f6723-1be1-46d0-9ce1-91e6c346512a
  kind: Event
  lastTimestamp: "2026-04-23T17:03:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:03:20Z"
    name: isvc-pmml-v2-kserve-predictor.18a90b25e82ad8ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 92de93ec-32be-4178-8358-cc9cffda33fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:03:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22915"
    uid: 752f6723-1be1-46d0-9ce1-91e6c346512a
  kind: Event
  lastTimestamp: "2026-04-23T17:03:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:03:20Z"
    name: isvc-pmml-v2-kserve-predictor.18a90b25e884021a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23180"
    uid: 80d6b47a-52b6-47be-a188-489eb7ce1b58
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T17:03:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23078"
    uid: 752f6723-1be1-46d0-9ce1-91e6c346512a
  kind: Event
  lastTimestamp: "2026-04-23T17:04:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:04:20Z"
    name: isvc-pmml-v2-kserve-predictor.18a90b2ce6971995
    namespace: kserve-ci-e2e-test
    resourceVersion: "23611"
    uid: f4ed1d0c-420f-46cd-9427-027a4f607aa0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T17:03:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23078"
    uid: 752f6723-1be1-46d0-9ce1-91e6c346512a
  kind: Event
  lastTimestamp: "2026-04-23T17:04:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:04:20Z"
    name: isvc-pmml-v2-kserve-predictor.18a90b2ce6de30aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: 5ea45e7b-42d0-4982-bb62-bcc33f20b075
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-23T17:02:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22889"
    uid: 1763da1d-f604-4aa7-81d2-7489bef9b312
  kind: Event
  lastTimestamp: "2026-04-23T17:04:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:04:17Z"
    name: isvc-pmml-v2-kserve.18a90b22693a839f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: e29bea61-127d-4bfe-87d5-f529b64deb25
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:02:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22889"
    uid: 1763da1d-f604-4aa7-81d2-7489bef9b312
  kind: Event
  lastTimestamp: "2026-04-23T17:02:50Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:02:50Z"
    name: isvc-pmml-v2-kserve.18a90b2269d09a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "22933"
    uid: 2e050627-fa15-4add-a629-75ac364416fc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:02:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22899"
    uid: 1763da1d-f604-4aa7-81d2-7489bef9b312
  kind: Event
  lastTimestamp: "2026-04-23T17:02:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:02:50Z"
    name: isvc-pmml-v2-kserve.18a90b226d6f821f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22936"
    uid: 3b36e951-3685-45dd-a127-9e24f80ef72d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: 1763da1d-f604-4aa7-81d2-7489bef9b312
  kind: Event
  lastTimestamp: "2026-04-23T17:04:17Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:04:17Z"
    name: isvc-pmml-v2-kserve.18a90b3699b93078
    namespace: kserve-ci-e2e-test
    resourceVersion: "23588"
    uid: ad7b3330-2319-4118-89e2-fecf4b305169
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21366"
    uid: 4e74dd6b-3019-4aa7-9ac3-c30ef43a7598
  kind: Event
  lastTimestamp: "2026-04-23T17:01:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T16:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:01:16Z"
    name: isvc-pmml.18a90af59e190abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22138"
    uid: 99ba8bc3-b5d5-442b-818a-32d3486009f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:59:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21366"
    uid: 4e74dd6b-3019-4aa7-9ac3-c30ef43a7598
  kind: Event
  lastTimestamp: "2026-04-23T16:59:38Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T16:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:59:38Z"
    name: isvc-pmml.18a90af59e8684d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 7da939cb-3ae4-49f8-8686-ae83282f4d27
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:01:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22136"
    uid: 4e74dd6b-3019-4aa7-9ac3-c30ef43a7598
  kind: Event
  lastTimestamp: "2026-04-23T17:01:16Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:01:16Z"
    name: isvc-pmml.18a90b0c9ef20e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "22137"
    uid: da9b8604-5a77-47c0-a052-ec10a3a283da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:09:11.651537Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: abb36990-d551-49b0-ae53-571a3c00fd70
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-669896799c-9q7dp
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:09:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:09:11Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp.18a90b7b2dcb38c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26443"
    uid: 95e61b7b-9ed2-497d-a7f2-e3e18b5dec69
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26446"
    uid: abb36990-d551-49b0-ae53-571a3c00fd70
  kind: Event
  lastTimestamp: "2026-04-23T17:09:12Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:09:12Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp.18a90b7b46dba328
    namespace: kserve-ci-e2e-test
    resourceVersion: "26461"
    uid: fe166111-1209-4977-b276-38bfc715fe21
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26440"
    uid: abb36990-d551-49b0-ae53-571a3c00fd70
  kind: Event
  lastTimestamp: "2026-04-23T17:09:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:09:12Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp.18a90b7b480fe464
    namespace: kserve-ci-e2e-test
    resourceVersion: "26463"
    uid: a6b937a7-b92f-44c6-b6c0-6de6d17e97b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26440"
    uid: abb36990-d551-49b0-ae53-571a3c00fd70
  kind: Event
  lastTimestamp: "2026-04-23T17:09:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:09:12Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp.18a90b7b4b182839
    namespace: kserve-ci-e2e-test
    resourceVersion: "26465"
    uid: 3b4ddbd2-4fe6-4c7b-b73d-8cb28b10ab4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26440"
    uid: abb36990-d551-49b0-ae53-571a3c00fd70
  kind: Event
  lastTimestamp: "2026-04-23T17:09:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:09:12Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp.18a90b7b4b9fe517
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 8df76807-2a02-4d21-aeb2-cda92e665fc5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26440"
    uid: abb36990-d551-49b0-ae53-571a3c00fd70
  kind: Event
  lastTimestamp: "2026-04-23T17:09:16Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:09:16Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp.18a90b7c3cd87659
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 9acc803d-6e87-48c7-aab0-b610278f3090
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26440"
    uid: abb36990-d551-49b0-ae53-571a3c00fd70
  kind: Event
  lastTimestamp: "2026-04-23T17:09:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:09:16Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp.18a90b7c40613396
    namespace: kserve-ci-e2e-test
    resourceVersion: "26505"
    uid: 9a413513-9b7c-42f3-ac77-146bbdcf9719
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26440"
    uid: abb36990-d551-49b0-ae53-571a3c00fd70
  kind: Event
  lastTimestamp: "2026-04-23T17:09:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:09:16Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp.18a90b7c40d67646
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: 010e0b9b-f461-4899-9585-e450880ecdad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26440"
    uid: abb36990-d551-49b0-ae53-571a3c00fd70
  kind: Event
  lastTimestamp: "2026-04-23T17:10:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:10:46Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp.18a90b7c78cc46d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27246"
    uid: abc7450c-8495-4fa2-9fb0-b6e6b92b39e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26440"
    uid: abb36990-d551-49b0-ae53-571a3c00fd70
  kind: Event
  lastTimestamp: "2026-04-23T17:10:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:10:41Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-9q7dp.18a90b9030578aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "27162"
    uid: 67d57810-1397-4982-bf0d-58e51c3dab39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-669896799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 2f4f3374-09cc-4cba-8e60-9311fa6444ee
  kind: Event
  lastTimestamp: "2026-04-23T17:09:11Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-669896799c-9q7dp'
  metadata:
    creationTimestamp: "2026-04-23T17:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:09:11Z"
    name: isvc-predictive-lightgbm-predictor-669896799c.18a90b7b2d599cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26439"
    uid: 42a19991-b9a1-4605-bfec-371f26c2e19a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26426"
    uid: c49496b6-f856-4bc3-8d9c-b76bbc399537
  kind: Event
  lastTimestamp: "2026-04-23T17:09:11Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-669896799c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:09:11Z"
    name: isvc-predictive-lightgbm-predictor.18a90b7b2aefce97
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 9febed27-cd48-46c8-9146-af773c8a1148
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26427"
    uid: 3379eb3b-d650-4fd4-8385-d2d0d209d2b4
  kind: Event
  lastTimestamp: "2026-04-23T17:09:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:09:26Z"
    name: isvc-predictive-lightgbm-predictor.18a90b7ea998e2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26595"
    uid: 16a12b42-c90b-4878-825f-0298f3aa9ac5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26427"
    uid: 3379eb3b-d650-4fd4-8385-d2d0d209d2b4
  kind: Event
  lastTimestamp: "2026-04-23T17:09:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:09:26Z"
    name: isvc-predictive-lightgbm-predictor.18a90b7ea9fd09dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26597"
    uid: d014b2b7-9788-4664-b9b9-85294601ed6c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26596"
    uid: 3379eb3b-d650-4fd4-8385-d2d0d209d2b4
  kind: Event
  lastTimestamp: "2026-04-23T17:10:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:10:41Z"
    name: isvc-predictive-lightgbm-predictor.18a90b82292c00e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27131"
    uid: e5d925b1-d1fa-46f9-a1fc-19145517fd34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26596"
    uid: 3379eb3b-d650-4fd4-8385-d2d0d209d2b4
  kind: Event
  lastTimestamp: "2026-04-23T17:10:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:10:41Z"
    name: isvc-predictive-lightgbm-predictor.18a90b822993ef34
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: 6ae8c1e3-582c-413a-8ea6-50593f40c5dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:13:42.398282Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28634"
    uid: 4ff4a9c6-0867-4c59-800e-f0f1a0177183
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:13:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:13:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz.18a90bba378e9ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 9f919124-d27a-4a76-be12-33c27e7475c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28644"
    uid: 4ff4a9c6-0867-4c59-800e-f0f1a0177183
  kind: Event
  lastTimestamp: "2026-04-23T17:13:42Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:13:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz.18a90bba50c9f753
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: b52f9cd9-a6d5-4396-9051-9ff17037a3bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28636"
    uid: 4ff4a9c6-0867-4c59-800e-f0f1a0177183
  kind: Event
  lastTimestamp: "2026-04-23T17:13:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:13:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz.18a90bba5252d2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28655"
    uid: 2423cd87-40a4-4c81-a7a5-4caff35de165
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28636"
    uid: 4ff4a9c6-0867-4c59-800e-f0f1a0177183
  kind: Event
  lastTimestamp: "2026-04-23T17:13:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:13:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz.18a90bba55b76397
    namespace: kserve-ci-e2e-test
    resourceVersion: "28658"
    uid: 29181df7-73af-4840-9ec3-628100ecee9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28636"
    uid: 4ff4a9c6-0867-4c59-800e-f0f1a0177183
  kind: Event
  lastTimestamp: "2026-04-23T17:13:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:13:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz.18a90bba562e125c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28659"
    uid: 1fc1225d-4119-4823-b6d4-c53877338c46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28636"
    uid: 4ff4a9c6-0867-4c59-800e-f0f1a0177183
  kind: Event
  lastTimestamp: "2026-04-23T17:13:47Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:13:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz.18a90bbb4a8af035
    namespace: kserve-ci-e2e-test
    resourceVersion: "28696"
    uid: 4e542eda-6dd1-4f16-a6a4-9398b06a9a0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28636"
    uid: 4ff4a9c6-0867-4c59-800e-f0f1a0177183
  kind: Event
  lastTimestamp: "2026-04-23T17:13:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:13:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz.18a90bbb518957ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "28702"
    uid: e0fffb80-eea8-4b2c-954e-e9294d0e9b24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28636"
    uid: 4ff4a9c6-0867-4c59-800e-f0f1a0177183
  kind: Event
  lastTimestamp: "2026-04-23T17:13:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:13:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz.18a90bbb52126527
    namespace: kserve-ci-e2e-test
    resourceVersion: "28703"
    uid: 25a965ab-43c9-4edf-8df7-9dd840923ec1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T17:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28636"
    uid: 4ff4a9c6-0867-4c59-800e-f0f1a0177183
  kind: Event
  lastTimestamp: "2026-04-23T17:15:12Z"
  message: 'Readiness probe failed: Get "http://10.133.0.47:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T17:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:15:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz.18a90bc2be8665dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29368"
    uid: a7eebf6e-34b5-40b7-ae26-c9764ecd8f91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28636"
    uid: 4ff4a9c6-0867-4c59-800e-f0f1a0177183
  kind: Event
  lastTimestamp: "2026-04-23T17:15:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:15:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz.18a90bcf3334fa57
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: 40fd8d7f-5e55-4544-9397-670b6e934b84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28623"
    uid: 509717a7-b19c-4970-ad76-9982660bb6f6
  kind: Event
  lastTimestamp: "2026-04-23T17:13:42Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-65df45cf79-r4qzz'
  metadata:
    creationTimestamp: "2026-04-23T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:13:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79.18a90bba3702fa03
    namespace: kserve-ci-e2e-test
    resourceVersion: "28635"
    uid: fa5b0425-0422-446c-86cd-4ccfcca96841
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: 7519da87-447a-42e5-8774-66c29fa76e97
  kind: Event
  lastTimestamp: "2026-04-23T17:13:42Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-65df45cf79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:13:42Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a90bba3339a14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28625"
    uid: 91882ee7-0434-41a7-a6fb-6845ff7ee4b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28622"
    uid: 2280731f-2835-4ae5-b2db-7d20a663a4e1
  kind: Event
  lastTimestamp: "2026-04-23T17:14:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:14:27Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a90bbdb1e686e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28986"
    uid: fb1db19a-f1f6-4cb6-8f60-eaaff2589f6e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28622"
    uid: 2280731f-2835-4ae5-b2db-7d20a663a4e1
  kind: Event
  lastTimestamp: "2026-04-23T17:14:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:14:27Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a90bbdb247e82a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28987"
    uid: 6e1b4146-441c-412b-b69f-3e47abe983b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:14:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28778"
    uid: 2280731f-2835-4ae5-b2db-7d20a663a4e1
  kind: Event
  lastTimestamp: "2026-04-23T17:15:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:15:12Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a90bc82f54fa91
    namespace: kserve-ci-e2e-test
    resourceVersion: "29318"
    uid: d015facc-f1ee-4768-898b-2dafeb817e1a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:14:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28778"
    uid: 2280731f-2835-4ae5-b2db-7d20a663a4e1
  kind: Event
  lastTimestamp: "2026-04-23T17:15:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:15:12Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a90bc82fb8d7a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29319"
    uid: 0d7fd593-91dc-48e4-84a5-8f7b786ba764
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28596"
    uid: 4d3eecd0-6d6c-45d9-bbe6-3ad1d78eab86
  kind: Event
  lastTimestamp: "2026-04-23T17:15:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:15:02Z"
    name: isvc-predictive-lightgbm-v2.18a90bba3313ad6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29245"
    uid: 96bac14c-1861-4d98-b2da-a845e0b13608
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28596"
    uid: 4d3eecd0-6d6c-45d9-bbe6-3ad1d78eab86
  kind: Event
  lastTimestamp: "2026-04-23T17:13:42Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:13:42Z"
    name: isvc-predictive-lightgbm-v2.18a90bba3380b766
    namespace: kserve-ci-e2e-test
    resourceVersion: "28627"
    uid: 45a23adc-0ba2-4118-a9a6-b8b34288d1c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29243"
    uid: 4d3eecd0-6d6c-45d9-bbe6-3ad1d78eab86
  kind: Event
  lastTimestamp: "2026-04-23T17:15:02Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:15:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:15:02Z"
    name: isvc-predictive-lightgbm-v2.18a90bccf060f56e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29244"
    uid: cd101163-fa0d-495e-a123-48a74c9d2587
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26401"
    uid: c248d325-6a8d-41cd-9331-7ac219447ab0
  kind: Event
  lastTimestamp: "2026-04-23T17:10:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:10:36Z"
    name: isvc-predictive-lightgbm.18a90b7b2ac6cbe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 228eb1c4-a79d-43b2-98ce-ec63e71dfee0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26401"
    uid: c248d325-6a8d-41cd-9331-7ac219447ab0
  kind: Event
  lastTimestamp: "2026-04-23T17:09:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:09:11Z"
    name: isvc-predictive-lightgbm.18a90b7b2b171eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26449"
    uid: b2a29ae6-da25-47e5-983c-8e0c003c1bbb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26413"
    uid: c248d325-6a8d-41cd-9331-7ac219447ab0
  kind: Event
  lastTimestamp: "2026-04-23T17:09:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:09:11Z"
    name: isvc-predictive-lightgbm.18a90b7b2fb8337a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26450"
    uid: db58e293-5132-4020-a1d1-453e91e1001c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:10:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: c248d325-6a8d-41cd-9331-7ac219447ab0
  kind: Event
  lastTimestamp: "2026-04-23T17:10:36Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:10:36Z"
    name: isvc-predictive-lightgbm.18a90b8f014a9f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: 8005f0c4-a474-4f00-9545-78d0968a461b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:06:01.206780Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24622"
    uid: 5b357a94-22ab-4fe2-aa0e-e269237d3b64
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-85bccb8945-drgh5
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:06:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:06:01Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5.18a90b4ed666d81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24627"
    uid: 4e53d772-d721-44ea-9f65-aea4c141b027
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24633"
    uid: 5b357a94-22ab-4fe2-aa0e-e269237d3b64
  kind: Event
  lastTimestamp: "2026-04-23T17:06:01Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:06:01Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5.18a90b4eefb72989
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 01e8527e-c078-460e-9f4e-cf909e10b991
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: 5b357a94-22ab-4fe2-aa0e-e269237d3b64
  kind: Event
  lastTimestamp: "2026-04-23T17:06:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:06:01Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5.18a90b4ef0fc0814
    namespace: kserve-ci-e2e-test
    resourceVersion: "24648"
    uid: b3308e77-1fb6-4d62-b95c-90138a010f73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: 5b357a94-22ab-4fe2-aa0e-e269237d3b64
  kind: Event
  lastTimestamp: "2026-04-23T17:06:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:06:01Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5.18a90b4ef46bdf2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24651"
    uid: 1459f741-5e5d-44c9-8a9d-e26d3f070435
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: 5b357a94-22ab-4fe2-aa0e-e269237d3b64
  kind: Event
  lastTimestamp: "2026-04-23T17:06:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:06:01Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5.18a90b4ef4dce664
    namespace: kserve-ci-e2e-test
    resourceVersion: "24652"
    uid: a57ed4f0-b7d5-43f7-9934-6165c8d8d004
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: 5b357a94-22ab-4fe2-aa0e-e269237d3b64
  kind: Event
  lastTimestamp: "2026-04-23T17:06:05Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T17:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:06:05Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5.18a90b4fdce9004a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24693"
    uid: d580f061-7d16-44b1-962b-977765a38a42
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: 5b357a94-22ab-4fe2-aa0e-e269237d3b64
  kind: Event
  lastTimestamp: "2026-04-23T17:06:26Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.308s
    (21.308s including waiting). Image size: 2326145393 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T17:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:06:26Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5.18a90b54d2f965db
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: 980f2051-68db-4d70-9393-a12403d19420
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: 5b357a94-22ab-4fe2-aa0e-e269237d3b64
  kind: Event
  lastTimestamp: "2026-04-23T17:06:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:06:26Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5.18a90b54d60d20ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24849"
    uid: ffd4ef4f-90e7-40cd-87a8-1cc7c70d2d8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: 5b357a94-22ab-4fe2-aa0e-e269237d3b64
  kind: Event
  lastTimestamp: "2026-04-23T17:06:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:06:26Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5.18a90b54d67bf2f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24850"
    uid: 7f7222ec-0951-4897-9622-387b3a65a234
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: 5b357a94-22ab-4fe2-aa0e-e269237d3b64
  kind: Event
  lastTimestamp: "2026-04-23T17:07:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:07:38Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5.18a90b55008d8d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "25352"
    uid: 90cf47d0-f6d1-448d-af5a-00c47c69a4b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: 5b357a94-22ab-4fe2-aa0e-e269237d3b64
  kind: Event
  lastTimestamp: "2026-04-23T17:07:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:07:51Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-drgh5.18a90b687fc3df44
    namespace: kserve-ci-e2e-test
    resourceVersion: "25483"
    uid: 6f0adb6a-a075-4463-ac43-068546001f68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-85bccb8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "24611"
    uid: fc31eacb-6520-4cf9-928f-1f925bc49533
  kind: Event
  lastTimestamp: "2026-04-23T17:06:01Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-85bccb8945-drgh5'
  metadata:
    creationTimestamp: "2026-04-23T17:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:06:01Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945.18a90b4ed60428a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24624"
    uid: d3d8ccbd-094a-42ff-bfff-6172a7a62cc4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: b37d1a41-5661-4b47-bb3e-5db25c4605f3
  kind: Event
  lastTimestamp: "2026-04-23T17:06:01Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-85bccb8945 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:06:01Z"
    name: isvc-predictive-sklearn-predictor.18a90b4ed3cf918b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 9d4bd33c-5774-4f85-b002-4c3d14c92926
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24610"
    uid: 76f3482d-70dd-48ac-9f0d-4acba639f8ca
  kind: Event
  lastTimestamp: "2026-04-23T17:07:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:07:01Z"
    name: isvc-predictive-sklearn-predictor.18a90b5252b0a61b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25090"
    uid: 0ebfd5ba-0ae2-4cfe-b11d-85c92ec40f48
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24610"
    uid: 76f3482d-70dd-48ac-9f0d-4acba639f8ca
  kind: Event
  lastTimestamp: "2026-04-23T17:07:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:07:01Z"
    name: isvc-predictive-sklearn-predictor.18a90b525313685c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25091"
    uid: dc5cf852-a9fe-4a2e-9508-58c6b47932f4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24772"
    uid: 76f3482d-70dd-48ac-9f0d-4acba639f8ca
  kind: Event
  lastTimestamp: "2026-04-23T17:07:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:07:46Z"
    name: isvc-predictive-sklearn-predictor.18a90b604f2aedfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25409"
    uid: d54dc7a2-6d4b-4cba-97d7-020142ddd748
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24772"
    uid: 76f3482d-70dd-48ac-9f0d-4acba639f8ca
  kind: Event
  lastTimestamp: "2026-04-23T17:07:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:07:46Z"
    name: isvc-predictive-sklearn-predictor.18a90b604f8d8849
    namespace: kserve-ci-e2e-test
    resourceVersion: "25410"
    uid: e80a44d9-afd5-43d7-9a2f-78a3ff0be694
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:10:41.976705Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27176"
    uid: b749c39b-a758-4398-a018-5fe3e3a620f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:10:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:10:41Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx.18a90b903597d9e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27183"
    uid: 024561d6-7cf8-4767-981a-76687f46ac63
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:10:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: b749c39b-a758-4398-a018-5fe3e3a620f9
  kind: Event
  lastTimestamp: "2026-04-23T17:10:42Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:10:42Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx.18a90b904e96a399
    namespace: kserve-ci-e2e-test
    resourceVersion: "27192"
    uid: 5406f7f6-6004-46e0-87bb-d0333bc8ec67
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: b749c39b-a758-4398-a018-5fe3e3a620f9
  kind: Event
  lastTimestamp: "2026-04-23T17:10:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:10:42Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx.18a90b904fc58986
    namespace: kserve-ci-e2e-test
    resourceVersion: "27194"
    uid: 9dd31e4e-1308-46de-af97-2a745e7dae24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: b749c39b-a758-4398-a018-5fe3e3a620f9
  kind: Event
  lastTimestamp: "2026-04-23T17:10:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:10:42Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx.18a90b9052de450c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27196"
    uid: fb638cb5-aad1-490a-9abd-bb82268a5b80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: b749c39b-a758-4398-a018-5fe3e3a620f9
  kind: Event
  lastTimestamp: "2026-04-23T17:10:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:10:42Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx.18a90b9053528c77
    namespace: kserve-ci-e2e-test
    resourceVersion: "27197"
    uid: 37efaa8a-3470-46b3-9917-936350b34cfa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: b749c39b-a758-4398-a018-5fe3e3a620f9
  kind: Event
  lastTimestamp: "2026-04-23T17:10:46Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:10:46Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx.18a90b9141e74a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "27238"
    uid: 06be11e8-9e01-4e77-bf75-60f952194a3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: b749c39b-a758-4398-a018-5fe3e3a620f9
  kind: Event
  lastTimestamp: "2026-04-23T17:10:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:10:46Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx.18a90b9144def25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: a2fe53d3-c6f5-4bd1-a678-290efbd13841
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: b749c39b-a758-4398-a018-5fe3e3a620f9
  kind: Event
  lastTimestamp: "2026-04-23T17:10:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:10:46Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx.18a90b91455254a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27243"
    uid: cffe1725-a3a0-4d51-b46c-d7a2c3419ad4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T17:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: b749c39b-a758-4398-a018-5fe3e3a620f9
  kind: Event
  lastTimestamp: "2026-04-23T17:12:12Z"
  message: 'Readiness probe failed: Get "http://10.133.0.45:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T17:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:12:12Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx.18a90b98b5f5306e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27930"
    uid: 98de4320-cb71-4244-80a7-13ed538a2af4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: b749c39b-a758-4398-a018-5fe3e3a620f9
  kind: Event
  lastTimestamp: "2026-04-23T17:12:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:12:12Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx.18a90ba52ffc62ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27884"
    uid: e9d0dd3c-c50c-4ac0-b511-6b48efaf6ace
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:10:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27164"
    uid: f2d3da4b-9c85-4784-9bae-06b98cdeecb4
  kind: Event
  lastTimestamp: "2026-04-23T17:10:41Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-scrqx'
  metadata:
    creationTimestamp: "2026-04-23T17:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:10:41Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f.18a90b9034fca919
    namespace: kserve-ci-e2e-test
    resourceVersion: "27179"
    uid: 089193c5-fe0a-413d-a93d-f8754fdb99e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:10:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27160"
    uid: 64b28cb2-7453-4421-b022-f03507d8fa51
  kind: Event
  lastTimestamp: "2026-04-23T17:10:41Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-6fd9c49f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:10:41Z"
    name: isvc-predictive-sklearn-v2-predictor.18a90b90311b50a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27166"
    uid: 9d957081-488f-41b6-bef3-8b935c3675c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:10:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27163"
    uid: d73ccaad-9b79-42b6-8cd8-57301c050244
  kind: Event
  lastTimestamp: "2026-04-23T17:11:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:11:26Z"
    name: isvc-predictive-sklearn-v2-predictor.18a90b93afb13d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "27522"
    uid: 90ad5dac-83b9-4ffb-bf33-7d799833cc01
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:10:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27163"
    uid: d73ccaad-9b79-42b6-8cd8-57301c050244
  kind: Event
  lastTimestamp: "2026-04-23T17:11:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:11:26Z"
    name: isvc-predictive-sklearn-v2-predictor.18a90b93aff23413
    namespace: kserve-ci-e2e-test
    resourceVersion: "27523"
    uid: 4db910e7-2139-4d41-921d-66aae9f77b07
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:11:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: d73ccaad-9b79-42b6-8cd8-57301c050244
  kind: Event
  lastTimestamp: "2026-04-23T17:12:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:12:12Z"
    name: isvc-predictive-sklearn-v2-predictor.18a90b9e2d1adf25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27862"
    uid: 1b498f85-696c-4224-b05d-0bd53442ce3a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:11:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: d73ccaad-9b79-42b6-8cd8-57301c050244
  kind: Event
  lastTimestamp: "2026-04-23T17:12:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:12:12Z"
    name: isvc-predictive-sklearn-v2-predictor.18a90b9e2d822ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27863"
    uid: 24de1984-4e1b-4f96-92b7-e0e9c66bd799
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T17:10:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27136"
    uid: d8c24835-649c-432d-a999-7ad1510dbb5c
  kind: Event
  lastTimestamp: "2026-04-23T17:12:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:12:02Z"
    name: isvc-predictive-sklearn-v2.18a90b9030f7b802
    namespace: kserve-ci-e2e-test
    resourceVersion: "27796"
    uid: 534a7a11-7894-4492-87da-0c2bb94ae3c6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:10:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27136"
    uid: d8c24835-649c-432d-a999-7ad1510dbb5c
  kind: Event
  lastTimestamp: "2026-04-23T17:10:41Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:10:41Z"
    name: isvc-predictive-sklearn-v2.18a90b9031423c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "27168"
    uid: ec1c79a2-8c62-41ea-bc78-a78a933b3385
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:12:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27794"
    uid: d8c24835-649c-432d-a999-7ad1510dbb5c
  kind: Event
  lastTimestamp: "2026-04-23T17:12:02Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:12:02Z"
    name: isvc-predictive-sklearn-v2.18a90ba3076caffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27795"
    uid: 067cf1e9-4471-4ac6-b6e4-f1405f52e68e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24602"
    uid: 2fd92bda-2f3b-469d-a561-2c9282262f00
  kind: Event
  lastTimestamp: "2026-04-23T17:07:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:07:48Z"
    name: isvc-predictive-sklearn.18a90b4ed3a51e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25434"
    uid: d753422e-b7c4-4c21-9770-173e3ea53b3d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24602"
    uid: 2fd92bda-2f3b-469d-a561-2c9282262f00
  kind: Event
  lastTimestamp: "2026-04-23T17:06:01Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:06:01Z"
    name: isvc-predictive-sklearn.18a90b4ed41e0bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24635"
    uid: b13a38b7-dbd2-4945-a8d0-2cf3b4dfc8a3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:06:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24621"
    uid: 2fd92bda-2f3b-469d-a561-2c9282262f00
  kind: Event
  lastTimestamp: "2026-04-23T17:06:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:06:01Z"
    name: isvc-predictive-sklearn.18a90b4ed973cd8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24636"
    uid: c273b720-1b50-477c-b497-af0b2ae7e7f1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25432"
    uid: 2fd92bda-2f3b-469d-a561-2c9282262f00
  kind: Event
  lastTimestamp: "2026-04-23T17:07:48Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:07:48Z"
    name: isvc-predictive-sklearn.18a90b67e0388433
    namespace: kserve-ci-e2e-test
    resourceVersion: "25433"
    uid: 8bf09da4-5b9c-48b6-9a0d-dc35ac30c1d9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:07:51.484354Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25491"
    uid: e67e442c-1c6c-4df1-b237-5d1d04cfd134
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-794b54b9b4-79qbb
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:07:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:07:51Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb.18a90b688374ff00
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: c948d73e-b0cf-414c-bc87-fc871c724193
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: e67e442c-1c6c-4df1-b237-5d1d04cfd134
  kind: Event
  lastTimestamp: "2026-04-23T17:07:51Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:07:51Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb.18a90b689c81a445
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 6ec8bed8-27cd-42a1-81a2-7f7a13c974c7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25493"
    uid: e67e442c-1c6c-4df1-b237-5d1d04cfd134
  kind: Event
  lastTimestamp: "2026-04-23T17:07:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:07:51Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb.18a90b689dbb8f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25514"
    uid: 2b5f4ed6-1d02-4bfb-bf8c-880bf50051d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25493"
    uid: e67e442c-1c6c-4df1-b237-5d1d04cfd134
  kind: Event
  lastTimestamp: "2026-04-23T17:07:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:07:51Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb.18a90b68a1044cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: 33b744c3-c256-44d0-be98-577404e8f6b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25493"
    uid: e67e442c-1c6c-4df1-b237-5d1d04cfd134
  kind: Event
  lastTimestamp: "2026-04-23T17:07:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:07:51Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb.18a90b68a1798d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "25516"
    uid: 3bb5c445-e9de-429c-a72c-78244efc608e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25493"
    uid: e67e442c-1c6c-4df1-b237-5d1d04cfd134
  kind: Event
  lastTimestamp: "2026-04-23T17:07:55Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:07:55Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb.18a90b698d546136
    namespace: kserve-ci-e2e-test
    resourceVersion: "25555"
    uid: 42f90b3e-11e3-4656-a400-b7d9ce976770
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25493"
    uid: e67e442c-1c6c-4df1-b237-5d1d04cfd134
  kind: Event
  lastTimestamp: "2026-04-23T17:07:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:07:55Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb.18a90b6990729dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: 3fd141d6-7dee-4d8d-9932-589d9f52515a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25493"
    uid: e67e442c-1c6c-4df1-b237-5d1d04cfd134
  kind: Event
  lastTimestamp: "2026-04-23T17:07:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:07:56Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb.18a90b6990e602e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25560"
    uid: 49e93eea-d3a3-4bea-a9e7-3bc5579e965c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25493"
    uid: e67e442c-1c6c-4df1-b237-5d1d04cfd134
  kind: Event
  lastTimestamp: "2026-04-23T17:09:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:09:00Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb.18a90b69c939a7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26314"
    uid: 4152fbef-1efa-493d-819e-fa1f5fd1c2cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25493"
    uid: e67e442c-1c6c-4df1-b237-5d1d04cfd134
  kind: Event
  lastTimestamp: "2026-04-23T17:09:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:09:11Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb.18a90b7b29cee34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26422"
    uid: 33fc2d73-4129-4f25-b0d5-3a6bb7ae623f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-794b54b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: 0bc04da2-2a44-4800-a230-0d150ee1f293
  kind: Event
  lastTimestamp: "2026-04-23T17:07:51Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-794b54b9b4-79qbb'
  metadata:
    creationTimestamp: "2026-04-23T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:07:51Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4.18a90b6883087dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25492"
    uid: e556a175-877c-430b-b0b7-979479f92bc6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25471"
    uid: 2eab0544-07a1-40e6-9ee4-0c477c680be1
  kind: Event
  lastTimestamp: "2026-04-23T17:07:51Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-794b54b9b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:07:51Z"
    name: isvc-predictive-xgboost-predictor.18a90b687f0d3758
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 5c077922-93ea-4f30-baa4-d21ea6bbf0c6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:08:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: 0750dfc2-c154-4b51-a367-66a1d5555359
  kind: Event
  lastTimestamp: "2026-04-23T17:08:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:08:21Z"
    name: isvc-predictive-xgboost-predictor.18a90b6bfe14011e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25748"
    uid: 88e3b2ad-58bd-4bf9-b9ae-9a3806438e6b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:08:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: 0750dfc2-c154-4b51-a367-66a1d5555359
  kind: Event
  lastTimestamp: "2026-04-23T17:08:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:08:21Z"
    name: isvc-predictive-xgboost-predictor.18a90b6bfe704713
    namespace: kserve-ci-e2e-test
    resourceVersion: "25749"
    uid: e734dfc9-009d-4b99-ab37-7544c92ac021
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:08:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 0750dfc2-c154-4b51-a367-66a1d5555359
  kind: Event
  lastTimestamp: "2026-04-23T17:09:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:09:06Z"
    name: isvc-predictive-xgboost-predictor.18a90b72fc6f8435
    namespace: kserve-ci-e2e-test
    resourceVersion: "26356"
    uid: c681bae1-f602-4b00-adb8-1bb60e89cd2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:08:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 0750dfc2-c154-4b51-a367-66a1d5555359
  kind: Event
  lastTimestamp: "2026-04-23T17:09:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:09:06Z"
    name: isvc-predictive-xgboost-predictor.18a90b72fcd6a039
    namespace: kserve-ci-e2e-test
    resourceVersion: "26357"
    uid: 8ffe86cd-9790-451f-8635-9e85e53b674e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:12:12.187971Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674
    namespace: kserve-ci-e2e-test
    resourceVersion: "27904"
    uid: f3bfcd2c-f114-46f9-9827-b6edff1f340b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:12:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:12:12Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674.18a90ba5369a9639
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: dbdbbd1b-278d-494d-a0c4-2d16d9ca5a0d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:12:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674
    namespace: kserve-ci-e2e-test
    resourceVersion: "27913"
    uid: f3bfcd2c-f114-46f9-9827-b6edff1f340b
  kind: Event
  lastTimestamp: "2026-04-23T17:12:12Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:12:12Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674.18a90ba54ff3f892
    namespace: kserve-ci-e2e-test
    resourceVersion: "27922"
    uid: 7216dae5-1355-4a15-bde5-1b94b065eff5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674
    namespace: kserve-ci-e2e-test
    resourceVersion: "27906"
    uid: f3bfcd2c-f114-46f9-9827-b6edff1f340b
  kind: Event
  lastTimestamp: "2026-04-23T17:12:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:12:12Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674.18a90ba5512ce8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27925"
    uid: 48c5d893-95b0-42b5-a023-77d0c8f4d853
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674
    namespace: kserve-ci-e2e-test
    resourceVersion: "27906"
    uid: f3bfcd2c-f114-46f9-9827-b6edff1f340b
  kind: Event
  lastTimestamp: "2026-04-23T17:12:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:12:12Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674.18a90ba5553d7dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27927"
    uid: 04c321ce-0f3b-481e-bcb5-a02e9874b211
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674
    namespace: kserve-ci-e2e-test
    resourceVersion: "27906"
    uid: f3bfcd2c-f114-46f9-9827-b6edff1f340b
  kind: Event
  lastTimestamp: "2026-04-23T17:12:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:12:12Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674.18a90ba555b2f98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27928"
    uid: e39920eb-7481-4c57-9da9-bcaf9b46e7c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674
    namespace: kserve-ci-e2e-test
    resourceVersion: "27906"
    uid: f3bfcd2c-f114-46f9-9827-b6edff1f340b
  kind: Event
  lastTimestamp: "2026-04-23T17:12:16Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:12:16Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674.18a90ba646943588
    namespace: kserve-ci-e2e-test
    resourceVersion: "27963"
    uid: 4550633b-aa6d-47d1-8039-cae12accb445
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674
    namespace: kserve-ci-e2e-test
    resourceVersion: "27906"
    uid: f3bfcd2c-f114-46f9-9827-b6edff1f340b
  kind: Event
  lastTimestamp: "2026-04-23T17:12:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:12:16Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674.18a90ba6498487ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27967"
    uid: 1cea0a46-8ab8-40b2-8ce0-71294bcf25b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674
    namespace: kserve-ci-e2e-test
    resourceVersion: "27906"
    uid: f3bfcd2c-f114-46f9-9827-b6edff1f340b
  kind: Event
  lastTimestamp: "2026-04-23T17:12:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:12:16Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674.18a90ba649f4d4d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27968"
    uid: f445a42c-d743-4261-81a0-d8b42a3c084e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T17:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674
    namespace: kserve-ci-e2e-test
    resourceVersion: "27906"
    uid: f3bfcd2c-f114-46f9-9827-b6edff1f340b
  kind: Event
  lastTimestamp: "2026-04-23T17:13:28Z"
  message: 'Readiness probe failed: Get "http://10.133.0.46:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T17:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:13:28Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674.18a90badba8f9e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28495"
    uid: b641606f-a548-49b8-ad8b-8a9290ea9de2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674
    namespace: kserve-ci-e2e-test
    resourceVersion: "27906"
    uid: f3bfcd2c-f114-46f9-9827-b6edff1f340b
  kind: Event
  lastTimestamp: "2026-04-23T17:13:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:13:42Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674.18a90bba329fa4b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28621"
    uid: 0e3353ce-0274-42dc-97e8-e8d8f2a26d56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:12:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27893"
    uid: 921d0caa-dfa3-4d6d-8ec7-fdbb524340ec
  kind: Event
  lastTimestamp: "2026-04-23T17:12:12Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-9m674'
  metadata:
    creationTimestamp: "2026-04-23T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:12:12Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb.18a90ba53628c1d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27905"
    uid: a7423a24-a1f4-4cd5-a698-5d8a8faf6ade
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:12:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27891"
    uid: 5b050b8b-5a2d-4404-ac52-ba594fe38810
  kind: Event
  lastTimestamp: "2026-04-23T17:12:12Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-67fd65d6cb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:12:12Z"
    name: isvc-predictive-xgboost-v2-predictor.18a90ba53283556f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27896"
    uid: 221a5d39-b97c-4a93-b542-f1acd0e2083d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:12:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27892"
    uid: 7069ea65-7d22-4c04-83d4-bad55928c86b
  kind: Event
  lastTimestamp: "2026-04-23T17:12:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:12:57Z"
    name: isvc-predictive-xgboost-v2-predictor.18a90ba8b10f3455
    namespace: kserve-ci-e2e-test
    resourceVersion: "28272"
    uid: cbe03534-e3b9-4e3a-a452-cec3498dacc7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:12:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27892"
    uid: 7069ea65-7d22-4c04-83d4-bad55928c86b
  kind: Event
  lastTimestamp: "2026-04-23T17:12:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:12:57Z"
    name: isvc-predictive-xgboost-v2-predictor.18a90ba8b16be1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28273"
    uid: 733b6166-750f-4143-abc1-ccaf87b3b585
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28058"
    uid: 7069ea65-7d22-4c04-83d4-bad55928c86b
  kind: Event
  lastTimestamp: "2026-04-23T17:13:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:13:42Z"
    name: isvc-predictive-xgboost-v2-predictor.18a90bb32e71ffcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: aeb4951d-762b-4e1d-98f2-f71a72d5d2f2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28058"
    uid: 7069ea65-7d22-4c04-83d4-bad55928c86b
  kind: Event
  lastTimestamp: "2026-04-23T17:13:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:13:42Z"
    name: isvc-predictive-xgboost-v2-predictor.18a90bb32ed32973
    namespace: kserve-ci-e2e-test
    resourceVersion: "28593"
    uid: 8e5b3d7d-c1b2-404d-9a69-8793fe2ed2bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-23T17:12:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27883"
    uid: 2a88a141-0417-47e8-8fa9-f0ea76908a2d
  kind: Event
  lastTimestamp: "2026-04-23T17:13:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:13:38Z"
    name: isvc-predictive-xgboost-v2.18a90ba5325b8fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "28568"
    uid: 9446f134-323f-40f3-98fc-9aac04f3a02a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:12:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27883"
    uid: 2a88a141-0417-47e8-8fa9-f0ea76908a2d
  kind: Event
  lastTimestamp: "2026-04-23T17:12:12Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:12:12Z"
    name: isvc-predictive-xgboost-v2.18a90ba532abdf2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27898"
    uid: fa3f531a-c8e2-4744-a32f-6f3cbe60f038
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:13:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28566"
    uid: 2a88a141-0417-47e8-8fa9-f0ea76908a2d
  kind: Event
  lastTimestamp: "2026-04-23T17:13:38Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:13:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:13:38Z"
    name: isvc-predictive-xgboost-v2.18a90bb962af3e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "28567"
    uid: f89f16ce-a16d-4f2b-a953-d66806aba7b4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25452"
    uid: 781d4f58-4b2d-40cc-94e4-a467edc3faa6
  kind: Event
  lastTimestamp: "2026-04-23T17:09:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:09:10Z"
    name: isvc-predictive-xgboost.18a90b687f194db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26393"
    uid: 898c23ed-3619-4723-b2bc-2caadb017371
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25452"
    uid: 781d4f58-4b2d-40cc-94e4-a467edc3faa6
  kind: Event
  lastTimestamp: "2026-04-23T17:07:51Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:07:51Z"
    name: isvc-predictive-xgboost.18a90b687fa18394
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: e7f24c0f-7c47-4a1b-9948-0eab6131994c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:07:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25461"
    uid: 781d4f58-4b2d-40cc-94e4-a467edc3faa6
  kind: Event
  lastTimestamp: "2026-04-23T17:07:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:07:51Z"
    name: isvc-predictive-xgboost.18a90b6883ab2371
    namespace: kserve-ci-e2e-test
    resourceVersion: "25500"
    uid: eefe0212-e96e-4791-a00a-0841be209cd4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:09:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: 781d4f58-4b2d-40cc-94e4-a467edc3faa6
  kind: Event
  lastTimestamp: "2026-04-23T17:09:10Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:09:10Z"
    name: isvc-predictive-xgboost.18a90b7afb53373d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26392"
    uid: 63a9aa4a-e881-440a-b7a9-9d42b8a4a2b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:04:21.680867Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 22efa691-c303-4485-b21a-8bec25bfe284
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-75ab52-predictor-686df6f4f7-f785k
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:04:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:04:21Z"
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k.18a90b37aa31d9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23668"
    uid: f455a3f7-3f9c-46c8-b46c-18ad750b8309
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23672"
    uid: 22efa691-c303-4485-b21a-8bec25bfe284
  kind: Event
  lastTimestamp: "2026-04-23T17:04:22Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:04:22Z"
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k.18a90b37c37884ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23679"
    uid: 7202689b-9ace-4308-b454-77806779669d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: 22efa691-c303-4485-b21a-8bec25bfe284
  kind: Event
  lastTimestamp: "2026-04-23T17:04:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:04:22Z"
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k.18a90b37c4b47f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: bf563589-7f21-4e5a-a884-6d5bbfd03c61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: 22efa691-c303-4485-b21a-8bec25bfe284
  kind: Event
  lastTimestamp: "2026-04-23T17:04:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:04:22Z"
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k.18a90b37c7d040a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23682"
    uid: 3118b791-ab29-4754-93d2-a6d97f46134b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: 22efa691-c303-4485-b21a-8bec25bfe284
  kind: Event
  lastTimestamp: "2026-04-23T17:04:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:04:22Z"
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k.18a90b37c83edd29
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: f9a55bef-d202-4c00-ad9d-e996e6d3c349
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: 22efa691-c303-4485-b21a-8bec25bfe284
  kind: Event
  lastTimestamp: "2026-04-23T17:04:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:04:26Z"
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k.18a90b38bcd5bee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 7aa46bb5-1924-49d7-9e36-53b5c04d3315
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: 22efa691-c303-4485-b21a-8bec25bfe284
  kind: Event
  lastTimestamp: "2026-04-23T17:04:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:04:26Z"
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k.18a90b38bfdda4c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23726"
    uid: 3ba70663-300b-4b87-b33d-a03ce91fd047
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: 22efa691-c303-4485-b21a-8bec25bfe284
  kind: Event
  lastTimestamp: "2026-04-23T17:04:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:04:26Z"
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k.18a90b38c04ef8c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23727"
    uid: 4f2475ce-e2b1-4088-84b2-1545d3013cce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: 22efa691-c303-4485-b21a-8bec25bfe284
  kind: Event
  lastTimestamp: "2026-04-23T17:05:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:05:57Z"
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k.18a90b38f8cad908
    namespace: kserve-ci-e2e-test
    resourceVersion: "24545"
    uid: 86362a22-4a98-421f-985c-7350521f0bf3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: 22efa691-c303-4485-b21a-8bec25bfe284
  kind: Event
  lastTimestamp: "2026-04-23T17:05:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:05:55Z"
    name: isvc-primary-75ab52-predictor-686df6f4f7-f785k.18a90b4d9e7ed1a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: 8e23b442-a097-4aa3-b565-f329cdb9b0e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-75ab52-predictor-686df6f4f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23650"
    uid: 08c0eaa3-1091-4dad-ac31-92c78428eaea
  kind: Event
  lastTimestamp: "2026-04-23T17:04:21Z"
  message: 'Created pod: isvc-primary-75ab52-predictor-686df6f4f7-f785k'
  metadata:
    creationTimestamp: "2026-04-23T17:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:04:21Z"
    name: isvc-primary-75ab52-predictor-686df6f4f7.18a90b37a9c2e784
    namespace: kserve-ci-e2e-test
    resourceVersion: "23663"
    uid: 17c2a3c9-8b5b-43ec-939d-fa3e582bb60e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-75ab52-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23648"
    uid: f6b0eaa5-8abe-41e2-9374-8a66624fb928
  kind: Event
  lastTimestamp: "2026-04-23T17:04:21Z"
  message: Scaled up replica set isvc-primary-75ab52-predictor-686df6f4f7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T17:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:04:21Z"
    name: isvc-primary-75ab52-predictor.18a90b37a5cdac7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23652"
    uid: ae997093-0bcf-4fd2-a108-50952a72d9c8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-75ab52-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23649"
    uid: d11fdf14-8a54-4bdc-9fec-e066261142dd
  kind: Event
  lastTimestamp: "2026-04-23T17:04:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:04:36Z"
    name: isvc-primary-75ab52-predictor.18a90b3b24b46a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "23802"
    uid: b7fd8204-091c-42cb-affa-090315218db6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-75ab52-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23649"
    uid: d11fdf14-8a54-4bdc-9fec-e066261142dd
  kind: Event
  lastTimestamp: "2026-04-23T17:04:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:04:36Z"
    name: isvc-primary-75ab52-predictor.18a90b3b2511ceeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23803"
    uid: 05f079b3-f884-416d-859e-562c98e0144c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-75ab52-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23801"
    uid: d11fdf14-8a54-4bdc-9fec-e066261142dd
  kind: Event
  lastTimestamp: "2026-04-23T17:05:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:05:51Z"
    name: isvc-primary-75ab52-predictor.18a90b3ea3cb13f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: bb10b72d-d9f7-480f-92a9-37a961330655
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-75ab52-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23801"
    uid: d11fdf14-8a54-4bdc-9fec-e066261142dd
  kind: Event
  lastTimestamp: "2026-04-23T17:05:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:05:51Z"
    name: isvc-primary-75ab52-predictor.18a90b3ea42b0a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: a2a449f6-aadb-4e13-8b82-6c05c29d425f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-75ab52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 51fd0cc7-607b-4afa-9743-3cb506e61474
  kind: Event
  lastTimestamp: "2026-04-23T17:05:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:05:37Z"
    name: isvc-primary-75ab52.18a90b37a5a65fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24244"
    uid: 5c57b9a0-3881-41e4-8248-0e909690475d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-75ab52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 51fd0cc7-607b-4afa-9743-3cb506e61474
  kind: Event
  lastTimestamp: "2026-04-23T17:04:21Z"
  message: 'Failed to update status for InferenceService "isvc-primary-75ab52": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-75ab52":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:04:21Z"
    name: isvc-primary-75ab52.18a90b37a610dbf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23654"
    uid: b33ae188-643a-439c-ba68-161e8c9cf72c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:04:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-75ab52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 51fd0cc7-607b-4afa-9743-3cb506e61474
  kind: Event
  lastTimestamp: "2026-04-23T17:04:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-75ab52": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:04:21Z"
    name: isvc-primary-75ab52.18a90b37a611210f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23655"
    uid: c16eb03c-ac7e-4f60-b984-f26875a24cfc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-75ab52
    namespace: kserve-ci-e2e-test
    resourceVersion: "24242"
    uid: 51fd0cc7-607b-4afa-9743-3cb506e61474
  kind: Event
  lastTimestamp: "2026-04-23T17:05:37Z"
  message: InferenceService [isvc-primary-75ab52] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:05:37Z"
    name: isvc-primary-75ab52.18a90b496360a96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24243"
    uid: c8b6d43b-f04b-4f0e-9a69-64dbfa8544cb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:05:41.883429Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-75ab52-predictor-747fcf8956-dcqfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24296"
    uid: 7c20d0a4-b64b-4814-add9-1bee2e8fd056
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-75ab52-predictor-747fcf8956-dcqfw
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:05:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:05:41Z"
    name: isvc-secondary-75ab52-predictor-747fcf8956-dcqfw.18a90b4a56a3ebe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24305"
    uid: 0ad232e9-2f7e-44e4-836c-5efcbc689612
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-75ab52-predictor-747fcf8956-dcqfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: 7c20d0a4-b64b-4814-add9-1bee2e8fd056
  kind: Event
  lastTimestamp: "2026-04-23T17:05:42Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:05:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:05:42Z"
    name: isvc-secondary-75ab52-predictor-747fcf8956-dcqfw.18a90b4a6fe81b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "24318"
    uid: 2e23991d-27f7-40de-8ddf-330e20ef5772
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-75ab52-predictor-747fcf8956-dcqfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: 7c20d0a4-b64b-4814-add9-1bee2e8fd056
  kind: Event
  lastTimestamp: "2026-04-23T17:05:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:05:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:05:45Z"
    name: isvc-secondary-75ab52-predictor-747fcf8956-dcqfw.18a90b4a713287c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: 6c9b4c38-8d3b-4199-bdfb-91db57f4085b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-75ab52-predictor-747fcf8956-dcqfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: 7c20d0a4-b64b-4814-add9-1bee2e8fd056
  kind: Event
  lastTimestamp: "2026-04-23T17:05:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:05:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:05:45Z"
    name: isvc-secondary-75ab52-predictor-747fcf8956-dcqfw.18a90b4a7421b62c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24356"
    uid: aa294a44-282b-434b-9f66-e4a3cb52c349
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-75ab52-predictor-747fcf8956-dcqfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: 7c20d0a4-b64b-4814-add9-1bee2e8fd056
  kind: Event
  lastTimestamp: "2026-04-23T17:05:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:05:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:05:45Z"
    name: isvc-secondary-75ab52-predictor-747fcf8956-dcqfw.18a90b4a7492ba55
    namespace: kserve-ci-e2e-test
    resourceVersion: "24357"
    uid: c67f59e0-fa5e-40e6-9320-5f173bdfc4e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-75ab52-predictor-747fcf8956-dcqfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: 7c20d0a4-b64b-4814-add9-1bee2e8fd056
  kind: Event
  lastTimestamp: "2026-04-23T17:05:50Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-75ab52-predictor-747fcf8956-dcqfw_kserve-ci-e2e-test(7c20d0a4-b64b-4814-add9-1bee2e8fd056)
  metadata:
    creationTimestamp: "2026-04-23T17:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:05:50Z"
    name: isvc-secondary-75ab52-predictor-747fcf8956-dcqfw.18a90b4c5b935381
    namespace: kserve-ci-e2e-test
    resourceVersion: "24389"
    uid: a61b1895-37cc-4310-8767-98218cc2f8fa
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-75ab52-predictor-747fcf8956
    namespace: kserve-ci-e2e-test
    resourceVersion: "24287"
    uid: ad19ff05-f222-4864-8436-4f09b394300a
  kind: Event
  lastTimestamp: "2026-04-23T17:05:41Z"
  message: 'Created pod: isvc-secondary-75ab52-predictor-747fcf8956-dcqfw'
  metadata:
    creationTimestamp: "2026-04-23T17:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:05:41Z"
    name: isvc-secondary-75ab52-predictor-747fcf8956.18a90b4a55c29785
    namespace: kserve-ci-e2e-test
    resourceVersion: "24298"
    uid: dbc9ccdd-b29e-4be2-b009-8353e03455cf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-75ab52-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: e59f02e3-0098-4547-95ab-7672a0c89d0c
  kind: Event
  lastTimestamp: "2026-04-23T17:05:41Z"
  message: Scaled up replica set isvc-secondary-75ab52-predictor-747fcf8956 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T17:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:05:41Z"
    name: isvc-secondary-75ab52-predictor.18a90b4a52c749dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24289"
    uid: e8430875-aa25-40fc-9373-5d15944e7e5d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-75ab52
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: c8e13aec-00bb-486d-885e-45c675790b5f
  kind: Event
  lastTimestamp: "2026-04-23T17:05:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:05:51Z"
    name: isvc-secondary-75ab52.18a90b4a529e6046
    namespace: kserve-ci-e2e-test
    resourceVersion: "24407"
    uid: d8e63428-108d-4f5e-9645-bf163e670d68
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-75ab52
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: c8e13aec-00bb-486d-885e-45c675790b5f
  kind: Event
  lastTimestamp: "2026-04-23T17:05:41Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-75ab52":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-75ab52":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:05:41Z"
    name: isvc-secondary-75ab52.18a90b4a52f05ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24311"
    uid: 426a0719-9995-43b5-93cd-50578320d23a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:05:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-75ab52
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: c8e13aec-00bb-486d-885e-45c675790b5f
  kind: Event
  lastTimestamp: "2026-04-23T17:05:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-75ab52": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:05:41Z"
    name: isvc-secondary-75ab52.18a90b4a52f0bf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "24312"
    uid: 3f9008d8-1c01-4642-8647-96eef2cf79b2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T16:45:00.974380Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14175"
    uid: 97432120-a47d-4b89-8d6d-ff310518e5aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T16:45:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T16:45:00Z"
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp.18a90a296ab27e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: 26b185a0-f4bb-4467-a6f6-d9c65f17d196
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14184"
    uid: 97432120-a47d-4b89-8d6d-ff310518e5aa
  kind: Event
  lastTimestamp: "2026-04-23T16:45:01Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T16:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T16:45:01Z"
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp.18a90a2983a8273a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14193"
    uid: 104fdd49-ffdd-481d-b0b1-e29b510bb1e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: 97432120-a47d-4b89-8d6d-ff310518e5aa
  kind: Event
  lastTimestamp: "2026-04-23T16:45:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:45:01Z"
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp.18a90a2985219630
    namespace: kserve-ci-e2e-test
    resourceVersion: "14195"
    uid: 61410826-8ff8-4073-9253-d56079ea419b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: 97432120-a47d-4b89-8d6d-ff310518e5aa
  kind: Event
  lastTimestamp: "2026-04-23T16:45:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T16:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:45:01Z"
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp.18a90a298812550f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14199"
    uid: 7eb426b2-34c7-44c3-8b15-1496dd2ac7c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: 97432120-a47d-4b89-8d6d-ff310518e5aa
  kind: Event
  lastTimestamp: "2026-04-23T16:45:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T16:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:45:01Z"
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp.18a90a2988c43e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14200"
    uid: 6848e80e-ddd4-403f-9021-81c39f6aedb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: 97432120-a47d-4b89-8d6d-ff310518e5aa
  kind: Event
  lastTimestamp: "2026-04-23T16:45:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:45:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:45:05Z"
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp.18a90a2a808ea575
    namespace: kserve-ci-e2e-test
    resourceVersion: "14233"
    uid: eafbfd17-1e2b-4bf5-b06f-d3fda637ac7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: 97432120-a47d-4b89-8d6d-ff310518e5aa
  kind: Event
  lastTimestamp: "2026-04-23T16:45:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T16:45:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:45:05Z"
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp.18a90a2a83d429c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14237"
    uid: f0f0d7c6-39ce-4b53-a81c-1ae5a78aca79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: 97432120-a47d-4b89-8d6d-ff310518e5aa
  kind: Event
  lastTimestamp: "2026-04-23T16:45:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:45:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:45:05Z"
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp.18a90a2a844707fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 28dab599-d52c-4391-8fb5-4a72c898c3d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: 97432120-a47d-4b89-8d6d-ff310518e5aa
  kind: Event
  lastTimestamp: "2026-04-23T16:45:05Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f1e6c59752bf9c5d5ef383777636f8bf6f11e2b73d04072559a0fe8e69dc54d3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:45:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:45:05Z"
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp.18a90a2a8455018c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14239"
    uid: 66879f12-ae25-41fb-9cf6-bf838490cbe7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: 97432120-a47d-4b89-8d6d-ff310518e5aa
  kind: Event
  lastTimestamp: "2026-04-23T16:45:05Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-23T16:45:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:45:05Z"
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp.18a90a2a87354914
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: ee897a12-953f-4069-a37c-4220faf4d937
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: 97432120-a47d-4b89-8d6d-ff310518e5aa
  kind: Event
  lastTimestamp: "2026-04-23T16:45:05Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-23T16:45:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:45:05Z"
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp.18a90a2a87ec5f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14242"
    uid: ddfc066d-8451-480a-b09d-35da9e321390
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: 97432120-a47d-4b89-8d6d-ff310518e5aa
  kind: Event
  lastTimestamp: "2026-04-23T16:46:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T16:45:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:47Z"
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp.18a90a2abc834a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: f62df986-8814-44b4-a8ca-a393fc1d9e99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: 97432120-a47d-4b89-8d6d-ff310518e5aa
  kind: Event
  lastTimestamp: "2026-04-23T16:46:47Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-23T16:45:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:47Z"
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp.18a90a2abc8b88cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15137"
    uid: e8b71945-c62c-445d-b2f7-90534653cc9f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: 97432120-a47d-4b89-8d6d-ff310518e5aa
  kind: Event
  lastTimestamp: "2026-04-23T16:46:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:26Z"
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp.18a90a3d3a958add
    namespace: kserve-ci-e2e-test
    resourceVersion: "14866"
    uid: 87cacec1-4aaf-4d9c-99d3-87db41c26669
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: 97432120-a47d-4b89-8d6d-ff310518e5aa
  kind: Event
  lastTimestamp: "2026-04-23T16:46:26Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-23T16:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:26Z"
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp.18a90a3d3a96cb2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14869"
    uid: 01dbb7a3-7bd9-47f9-9a17-ed1a70af9839
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14161"
    uid: 482c61c5-2f2a-4097-be12-bdab5f715f5f
  kind: Event
  lastTimestamp: "2026-04-23T16:45:00Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-59fcd7879c-ncrgp'
  metadata:
    creationTimestamp: "2026-04-23T16:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:45:00Z"
    name: isvc-sklearn-batcher-custom-predictor-59fcd7879c.18a90a296a52c2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14177"
    uid: cd50658b-81b2-4f31-af73-60ddb49a1a67
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14158"
    uid: ce16b3ce-faa9-493f-a01e-45a9699adb16
  kind: Event
  lastTimestamp: "2026-04-23T16:45:00Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-59fcd7879c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T16:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:45:00Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90a2965cf0ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14164"
    uid: 2ad473c6-eb08-4be7-86f3-77ae364e7871
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14160"
    uid: 09d0bf76-8c70-4ec9-b3b1-027723140c7c
  kind: Event
  lastTimestamp: "2026-04-23T16:45:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:45:30Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90a2ce554a1a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14437"
    uid: 7b1d03cd-a7ca-4eb1-8c60-14f93b9e25a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14160"
    uid: 09d0bf76-8c70-4ec9-b3b1-027723140c7c
  kind: Event
  lastTimestamp: "2026-04-23T16:45:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:45:30Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90a2ce5d32753
    namespace: kserve-ci-e2e-test
    resourceVersion: "14439"
    uid: e0ada27e-2cae-4231-8941-2a7b9303258a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14327"
    uid: 09d0bf76-8c70-4ec9-b3b1-027723140c7c
  kind: Event
  lastTimestamp: "2026-04-23T16:46:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:46:15Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90a33e3d15d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "14760"
    uid: 26524a40-1394-41a8-900c-28f6ab685a61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14327"
    uid: 09d0bf76-8c70-4ec9-b3b1-027723140c7c
  kind: Event
  lastTimestamp: "2026-04-23T16:46:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:46:15Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90a33e4329979
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 04e17ada-1d15-40a4-8ded-2390dfde500d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14131"
    uid: 23cd5035-77ea-48f5-903a-26c683d603ed
  kind: Event
  lastTimestamp: "2026-04-23T16:46:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T16:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:46:17Z"
    name: isvc-sklearn-batcher-custom.18a90a2965914bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: ca00193e-1c2b-4d27-be6b-3dfdfdc5aded
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14131"
    uid: 23cd5035-77ea-48f5-903a-26c683d603ed
  kind: Event
  lastTimestamp: "2026-04-23T16:45:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T16:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:45:00Z"
    name: isvc-sklearn-batcher-custom.18a90a2965e40c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: e8e90aee-2764-431c-b607-91e9a8d290de
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14781"
    uid: 23cd5035-77ea-48f5-903a-26c683d603ed
  kind: Event
  lastTimestamp: "2026-04-23T16:46:17Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-23T16:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:46:17Z"
    name: isvc-sklearn-batcher-custom.18a90a3b4b00db38
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: 6d2c45d4-796a-4aed-86cd-e70e00247e8d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T16:43:15.719880Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13330"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T16:43:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T16:43:15Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a10e90a36b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13339"
    uid: 3529491b-648d-4699-b7a0-aecd0a00d526
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13343"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:43:16Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T16:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T16:43:16Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a1102217477
    namespace: kserve-ci-e2e-test
    resourceVersion: "13349"
    uid: 69c70a79-dd0d-4d88-9315-2d40c1b54329
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13335"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:43:16Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
  metadata:
    creationTimestamp: "2026-04-23T16:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:43:16Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a1103677f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: a5252f35-f1b8-4547-9368-daf37830991a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13335"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:43:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    in 3.549s (3.549s including waiting). Image size: 299661712 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T16:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:43:19Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a11d6fddcb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13376"
    uid: d802de2d-767e-40dd-bf6b-0606a6f12d50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13335"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:43:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T16:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:43:19Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a11da3e8ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "13379"
    uid: c04b82a1-cad7-4726-9435-5447db8f804d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13335"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:43:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T16:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:43:19Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a11dab83a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13380"
    uid: 64a0fce3-1ce3-4eef-b86b-15f4a37ab5cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13335"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:43:24Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438"
  metadata:
    creationTimestamp: "2026-04-23T16:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:43:24Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a12e98e61c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13416"
    uid: 6e8dbbc6-cae2-4215-b8c6-e01b8ec3ae25
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13335"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:43:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438"
    in 12.87s (12.87s including waiting). Image size: 1562609571 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T16:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:43:37Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a15e8aed648
    namespace: kserve-ci-e2e-test
    resourceVersion: "13513"
    uid: 19a0d54f-96a4-47db-bd4e-78c1ddc09298
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13335"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:43:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T16:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:43:37Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a15ec1bd6ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "13514"
    uid: 6fe70aa6-6934-46b7-b1bd-85b918495b4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13335"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:43:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:43:37Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a15eceef29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13515"
    uid: fa4b3674-ce54-41da-8d58-dcf5eef5adbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13335"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:43:37Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:f1e6c59752bf9c5d5ef383777636f8bf6f11e2b73d04072559a0fe8e69dc54d3"
  metadata:
    creationTimestamp: "2026-04-23T16:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:43:37Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a15ecff10db
    namespace: kserve-ci-e2e-test
    resourceVersion: "13516"
    uid: 5879cb88-e385-45be-829e-af1c19413fd5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13335"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:43:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:f1e6c59752bf9c5d5ef383777636f8bf6f11e2b73d04072559a0fe8e69dc54d3"
    in 2.404s (2.404s including waiting). Image size: 237895222 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T16:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:43:39Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a167c523a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "13531"
    uid: 4086ac78-1020-40ed-9b50-700bfdca955a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13335"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:43:39Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-23T16:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:43:39Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a167f7c5b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13533"
    uid: 44f25fc6-0ab2-4693-9a68-f5409160ca44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13335"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:43:39Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-23T16:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:43:39Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a167febf7c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13534"
    uid: c80aa5b7-a2e4-4d05-88d3-f9360a07f255
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13335"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:45:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T16:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:45:21Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a16a6dc1c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14366"
    uid: ead25c86-507f-4bcf-ac42-7854662db280
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13335"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:45:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-23T16:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:45:21Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a16a6e51b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "14367"
    uid: 95816b62-35c3-4e30-87d9-d15432623261
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13335"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:45:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:45:00Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a296498dd93
    namespace: kserve-ci-e2e-test
    resourceVersion: "14154"
    uid: 90e6c475-ce9e-4d72-a7e2-5b5c70574fa3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:45:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt
    namespace: kserve-ci-e2e-test
    resourceVersion: "13335"
    uid: c7131f42-48ba-4e6b-992c-0ee4f7082c8c
  kind: Event
  lastTimestamp: "2026-04-23T16:45:00Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-23T16:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:45:00Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt.18a90a29649a132d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14159"
    uid: c3981a84-6255-443d-9023-f3a05bbf929f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-5bf56f45fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "13318"
    uid: a96dc9db-38c0-472a-b4ce-3b2169c45580
  kind: Event
  lastTimestamp: "2026-04-23T16:43:15Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-5bf56f45fb-ctprt'
  metadata:
    creationTimestamp: "2026-04-23T16:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:43:15Z"
    name: isvc-sklearn-batcher-predictor-5bf56f45fb.18a90a10e88d0894
    namespace: kserve-ci-e2e-test
    resourceVersion: "13334"
    uid: 40d6e607-d5a0-40b4-bb64-1a06b91a98bc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13317"
    uid: cb411a18-1fef-4f1c-a90d-75c6f68841d6
  kind: Event
  lastTimestamp: "2026-04-23T16:43:15Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-5bf56f45fb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T16:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:43:15Z"
    name: isvc-sklearn-batcher-predictor.18a90a10e247a7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13319"
    uid: 2c328e96-a0ef-42fe-a9cc-2a287815fad1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13329"
    uid: 3aba5afc-c623-4a3f-8600-75643f552a57
  kind: Event
  lastTimestamp: "2026-04-23T16:44:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:44:00Z"
    name: isvc-sklearn-batcher-predictor.18a90a14680cd0ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "13694"
    uid: d55e56f1-be50-414b-82e6-cd9fb2a815e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13329"
    uid: 3aba5afc-c623-4a3f-8600-75643f552a57
  kind: Event
  lastTimestamp: "2026-04-23T16:44:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:44:00Z"
    name: isvc-sklearn-batcher-predictor.18a90a146885c348
    namespace: kserve-ci-e2e-test
    resourceVersion: "13695"
    uid: e3ca2eaf-13fe-4ccc-a917-0e859a4736e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T16:44:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13473"
    uid: 3aba5afc-c623-4a3f-8600-75643f552a57
  kind: Event
  lastTimestamp: "2026-04-23T16:45:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:45:00Z"
    name: isvc-sklearn-batcher-predictor.18a90a1ee5b418b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14146"
    uid: 8602246b-f972-48ae-aef0-24cc3fa0bff3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T16:44:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13473"
    uid: 3aba5afc-c623-4a3f-8600-75643f552a57
  kind: Event
  lastTimestamp: "2026-04-23T16:45:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:45:00Z"
    name: isvc-sklearn-batcher-predictor.18a90a1ee614b51c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14152"
    uid: e16c4c73-b339-4353-ac53-bf2b047960fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13305"
    uid: 617f5af1-86e2-4c90-9753-b1757299ba01
  kind: Event
  lastTimestamp: "2026-04-23T16:44:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T16:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:44:51Z"
    name: isvc-sklearn-batcher.18a90a10e85e3778
    namespace: kserve-ci-e2e-test
    resourceVersion: "14063"
    uid: ebddbbf7-96e9-43ce-8e0d-5eaf6472c950
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13305"
    uid: 617f5af1-86e2-4c90-9753-b1757299ba01
  kind: Event
  lastTimestamp: "2026-04-23T16:43:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T16:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:43:15Z"
    name: isvc-sklearn-batcher.18a90a10e90e71ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "13337"
    uid: cb99b031-2ada-4d7c-802b-2460613c4832
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:43:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13305"
    uid: 617f5af1-86e2-4c90-9753-b1757299ba01
  kind: Event
  lastTimestamp: "2026-04-23T16:43:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T16:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:43:15Z"
    name: isvc-sklearn-batcher.18a90a10e90ecf26
    namespace: kserve-ci-e2e-test
    resourceVersion: "13341"
    uid: 97e19b1b-7698-4363-a70e-1c839872fbe4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:44:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: 617f5af1-86e2-4c90-9753-b1757299ba01
  kind: Event
  lastTimestamp: "2026-04-23T16:44:51Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-23T16:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:44:51Z"
    name: isvc-sklearn-batcher.18a90a273412b41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14062"
    uid: 5086b28c-759a-4087-8690-cf27366f4a05
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T16:55:12.767757Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: 62381469-ebaf-455d-9c10-1c121a0682aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5c9576c899-6cntj
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T16:55:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T16:55:12Z"
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj.18a90ab7dc6c8555
    namespace: kserve-ci-e2e-test
    resourceVersion: "19197"
    uid: bb1fccee-f75c-4aaa-b504-50c595a0e381
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19204"
    uid: 62381469-ebaf-455d-9c10-1c121a0682aa
  kind: Event
  lastTimestamp: "2026-04-23T16:55:13Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T16:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T16:55:13Z"
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj.18a90ab7f5b193c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: 8aa08ca3-af9a-433c-bb02-4d0b8792ade9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 62381469-ebaf-455d-9c10-1c121a0682aa
  kind: Event
  lastTimestamp: "2026-04-23T16:55:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:55:13Z"
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj.18a90ab7f704ee23
    namespace: kserve-ci-e2e-test
    resourceVersion: "19214"
    uid: 0cbc709e-f777-446a-8444-56af4013b28c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 62381469-ebaf-455d-9c10-1c121a0682aa
  kind: Event
  lastTimestamp: "2026-04-23T16:55:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T16:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:55:13Z"
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj.18a90ab7fa4b6f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "19216"
    uid: 45285695-c752-448d-915b-25e932bed71b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 62381469-ebaf-455d-9c10-1c121a0682aa
  kind: Event
  lastTimestamp: "2026-04-23T16:55:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T16:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:55:13Z"
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj.18a90ab7fac1563a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19217"
    uid: c13b5194-9246-4054-9787-9404e0ccc1f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 62381469-ebaf-455d-9c10-1c121a0682aa
  kind: Event
  lastTimestamp: "2026-04-23T16:55:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T16:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:55:17Z"
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj.18a90ab8fc30bd00
    namespace: kserve-ci-e2e-test
    resourceVersion: "19253"
    uid: 3952899c-0412-4d47-8f77-36e2612e861d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 62381469-ebaf-455d-9c10-1c121a0682aa
  kind: Event
  lastTimestamp: "2026-04-23T16:55:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T16:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:55:17Z"
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj.18a90ab9004d07a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19257"
    uid: 55deaf7b-9f33-48f6-96bc-63877a09e8ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 62381469-ebaf-455d-9c10-1c121a0682aa
  kind: Event
  lastTimestamp: "2026-04-23T16:55:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:55:17Z"
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj.18a90ab900bd61ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19259"
    uid: 477df8a1-d19f-40b5-9e8a-e68289464478
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 62381469-ebaf-455d-9c10-1c121a0682aa
  kind: Event
  lastTimestamp: "2026-04-23T16:55:17Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-23T16:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:55:17Z"
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj.18a90ab900c86a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "19260"
    uid: f93cd833-8739-491a-9c7c-7d5bfcae09d9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 62381469-ebaf-455d-9c10-1c121a0682aa
  kind: Event
  lastTimestamp: "2026-04-23T16:55:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.822s (2.822s including waiting). Image size: 237662759 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T16:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:55:20Z"
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj.18a90ab9a907c5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 150159a6-1abf-498d-b472-fe89d141f75b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 62381469-ebaf-455d-9c10-1c121a0682aa
  kind: Event
  lastTimestamp: "2026-04-23T16:55:20Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-23T16:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:55:20Z"
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj.18a90ab9ac010e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "19281"
    uid: 12b640a2-25d3-4144-b2da-90fa75ff37d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 62381469-ebaf-455d-9c10-1c121a0682aa
  kind: Event
  lastTimestamp: "2026-04-23T16:55:20Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-23T16:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:55:20Z"
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj.18a90ab9ac72f895
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: dd55512c-645b-4948-8900-9c7aa4a0df5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 62381469-ebaf-455d-9c10-1c121a0682aa
  kind: Event
  lastTimestamp: "2026-04-23T16:56:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:56:22Z"
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj.18a90ac830b1257e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: d8783611-69c2-45a3-8433-0c19c93e7bbc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 62381469-ebaf-455d-9c10-1c121a0682aa
  kind: Event
  lastTimestamp: "2026-04-23T16:56:22Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-23T16:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:56:22Z"
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj.18a90ac830b1a1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 0bd842af-d0bc-4112-b949-cb441511da73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 62381469-ebaf-455d-9c10-1c121a0682aa
  kind: Event
  lastTimestamp: "2026-04-23T16:56:51Z"
  message: 'Readiness probe failed: Get "http://10.133.0.32:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T16:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:56:51Z"
    name: isvc-sklearn-mcp-predictor-5c9576c899-6cntj.18a90aca380376cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19991"
    uid: 5e37eecf-36f5-4ba8-b61d-631f9a1e10a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5c9576c899
    namespace: kserve-ci-e2e-test
    resourceVersion: "19181"
    uid: 8fb07447-1e0f-41fd-a1b1-f5b154ced207
  kind: Event
  lastTimestamp: "2026-04-23T16:55:12Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5c9576c899-6cntj'
  metadata:
    creationTimestamp: "2026-04-23T16:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:55:12Z"
    name: isvc-sklearn-mcp-predictor-5c9576c899.18a90ab7dc00e880
    namespace: kserve-ci-e2e-test
    resourceVersion: "19194"
    uid: 98943f48-63bf-440d-ab60-1833a3bf6651
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19175"
    uid: 0caee379-601b-4052-81bd-2d8ce354e167
  kind: Event
  lastTimestamp: "2026-04-23T16:55:12Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5c9576c899 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T16:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:55:12Z"
    name: isvc-sklearn-mcp-predictor.18a90ab7d92a6c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19184"
    uid: 81c00140-1dbc-4ef3-8d57-5593963d9c72
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: 06a4c17a-d342-4a07-8f80-422d58486477
  kind: Event
  lastTimestamp: "2026-04-23T16:56:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T16:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:56:21Z"
    name: isvc-sklearn-mcp.18a90ab7d8b98cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: fc965ab4-dfe5-4617-ad28-2a478d1074dc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:55:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: 06a4c17a-d342-4a07-8f80-422d58486477
  kind: Event
  lastTimestamp: "2026-04-23T16:55:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T16:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:55:12Z"
    name: isvc-sklearn-mcp.18a90ab7d94614d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19186"
    uid: c265aa2e-c1aa-4f3b-8fe6-b76a2936840f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:56:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: 06a4c17a-d342-4a07-8f80-422d58486477
  kind: Event
  lastTimestamp: "2026-04-23T16:56:21Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-23T16:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:56:21Z"
    name: isvc-sklearn-mcp.18a90ac7e9a68bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 0c0ac456-ccdf-4d9a-bc72-91c14afc768a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:15:14.677472Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55
    namespace: kserve-ci-e2e-test
    resourceVersion: "29421"
    uid: 41bebb8a-5ad6-4341-a8f8-4735ee6f3a49
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-7cdb7c9b74-lzt55
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:15:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:15:14Z"
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55.18a90bcfb3d35485
    namespace: kserve-ci-e2e-test
    resourceVersion: "29428"
    uid: ee8d5f14-9990-4766-b76f-f12b187138b8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 41bebb8a-5ad6-4341-a8f8-4735ee6f3a49
  kind: Event
  lastTimestamp: "2026-04-23T17:15:15Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:15:15Z"
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55.18a90bcfcce0b2a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29443"
    uid: 3bd6a17d-eb12-4325-b09e-40fdda71f209
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: 41bebb8a-5ad6-4341-a8f8-4735ee6f3a49
  kind: Event
  lastTimestamp: "2026-04-23T17:15:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:15:15Z"
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55.18a90bcfce184e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "29445"
    uid: de10788b-e6c2-4477-9d04-dd74b6235fff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: 41bebb8a-5ad6-4341-a8f8-4735ee6f3a49
  kind: Event
  lastTimestamp: "2026-04-23T17:15:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:15:15Z"
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55.18a90bcfd1816363
    namespace: kserve-ci-e2e-test
    resourceVersion: "29447"
    uid: d4678a35-6cd0-4a63-89ff-6683fb7273fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: 41bebb8a-5ad6-4341-a8f8-4735ee6f3a49
  kind: Event
  lastTimestamp: "2026-04-23T17:15:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:15:15Z"
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55.18a90bcfd1f3cf7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29448"
    uid: 17e1b3d4-1c3c-4293-9ae9-ad5d8be65d6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: 41bebb8a-5ad6-4341-a8f8-4735ee6f3a49
  kind: Event
  lastTimestamp: "2026-04-23T17:15:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:15:19Z"
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55.18a90bd0c63a46dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29486"
    uid: 1ddb1c1d-21a6-4912-9c28-0939d2e4f589
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: 41bebb8a-5ad6-4341-a8f8-4735ee6f3a49
  kind: Event
  lastTimestamp: "2026-04-23T17:15:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:15:19Z"
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55.18a90bd0c9d548ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "29490"
    uid: c76e317c-75a8-4f9c-bbae-2541d99099d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: 41bebb8a-5ad6-4341-a8f8-4735ee6f3a49
  kind: Event
  lastTimestamp: "2026-04-23T17:15:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:15:19Z"
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55.18a90bd0ca447ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "29492"
    uid: eb213749-882d-4a9d-a05a-b81314f1d822
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: 41bebb8a-5ad6-4341-a8f8-4735ee6f3a49
  kind: Event
  lastTimestamp: "2026-04-23T17:16:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:16:21Z"
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55.18a90bd1023258aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29936"
    uid: 5a52fafe-6905-4158-8457-fa808b02c3e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: 41bebb8a-5ad6-4341-a8f8-4735ee6f3a49
  kind: Event
  lastTimestamp: "2026-04-23T17:16:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:16:34Z"
    name: isvc-sklearn-predictor-7cdb7c9b74-lzt55.18a90be25bc8fbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: d812c497-4ffa-47f4-9df0-a197437277b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-7cdb7c9b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "29412"
    uid: 5c488e86-4d23-437e-bfc3-e7b001971c46
  kind: Event
  lastTimestamp: "2026-04-23T17:15:14Z"
  message: 'Created pod: isvc-sklearn-predictor-7cdb7c9b74-lzt55'
  metadata:
    creationTimestamp: "2026-04-23T17:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:15:14Z"
    name: isvc-sklearn-predictor-7cdb7c9b74.18a90bcfb35c5712
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 210c7d4f-3939-4dbd-aa90-e85c252488d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29408"
    uid: c040459a-0dd3-4e7e-b7e4-1f8712267ccc
  kind: Event
  lastTimestamp: "2026-04-23T17:15:14Z"
  message: Scaled up replica set isvc-sklearn-predictor-7cdb7c9b74 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:15:14Z"
    name: isvc-sklearn-predictor.18a90bcfb178d143
    namespace: kserve-ci-e2e-test
    resourceVersion: "29415"
    uid: 31855bbe-703c-4941-a65e-b62ec7bff10b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29411"
    uid: fa1a52a4-089b-406a-8306-b0a2b252ab2f
  kind: Event
  lastTimestamp: "2026-04-23T17:15:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:15:59Z"
    name: isvc-sklearn-predictor.18a90bd32ff73f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "29788"
    uid: c9a2dde5-1bed-45b9-9608-fad7cb653120
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29411"
    uid: fa1a52a4-089b-406a-8306-b0a2b252ab2f
  kind: Event
  lastTimestamp: "2026-04-23T17:15:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:15:59Z"
    name: isvc-sklearn-predictor.18a90bd33053c1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: 3b3e5069-5601-43b5-adb7-e81fdaf83448
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29570"
    uid: fa1a52a4-089b-406a-8306-b0a2b252ab2f
  kind: Event
  lastTimestamp: "2026-04-23T17:16:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:16:29Z"
    name: isvc-sklearn-predictor.18a90bddad71365b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30000"
    uid: d21ea48b-80cb-4096-8907-b899a2985b7a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29570"
    uid: fa1a52a4-089b-406a-8306-b0a2b252ab2f
  kind: Event
  lastTimestamp: "2026-04-23T17:16:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:16:29Z"
    name: isvc-sklearn-predictor.18a90bddadb73c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30001"
    uid: 3412c78f-dfc8-47c4-a3a4-7274317e7494
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:17:25.049921Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30526"
    uid: 2482d6e0-3fd8-4caa-a192-b5591518285a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-596dd4c984-qk65z
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:17:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:17:25Z"
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z.18a90bee0ea10e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "30530"
    uid: 1ceb7f1d-b0c8-4f9c-a672-c1047cb4005e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 2482d6e0-3fd8-4caa-a192-b5591518285a
  kind: Event
  lastTimestamp: "2026-04-23T17:17:25Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:17:25Z"
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z.18a90bee27b85364
    namespace: kserve-ci-e2e-test
    resourceVersion: "30547"
    uid: 576400e0-5ba7-40a5-ab69-b70302a838cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30528"
    uid: 2482d6e0-3fd8-4caa-a192-b5591518285a
  kind: Event
  lastTimestamp: "2026-04-23T17:17:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:17:25Z"
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z.18a90bee28eab797
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 2ed2f623-f481-4c1d-856a-847808cd3f8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30528"
    uid: 2482d6e0-3fd8-4caa-a192-b5591518285a
  kind: Event
  lastTimestamp: "2026-04-23T17:17:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:17:25Z"
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z.18a90bee2ba2b6a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30551"
    uid: 5b5a5367-8f0d-418b-910f-cc1277acb8f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30528"
    uid: 2482d6e0-3fd8-4caa-a192-b5591518285a
  kind: Event
  lastTimestamp: "2026-04-23T17:17:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:17:25Z"
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z.18a90bee2c169b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "30552"
    uid: 54d7d05c-412e-4204-8aa7-75b2445778a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30528"
    uid: 2482d6e0-3fd8-4caa-a192-b5591518285a
  kind: Event
  lastTimestamp: "2026-04-23T17:17:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:17:30Z"
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z.18a90bef5e297161
    namespace: kserve-ci-e2e-test
    resourceVersion: "30593"
    uid: 0d3cfc44-6073-40f9-a217-cf31e7e4ffa4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30528"
    uid: 2482d6e0-3fd8-4caa-a192-b5591518285a
  kind: Event
  lastTimestamp: "2026-04-23T17:17:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:17:30Z"
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z.18a90bef61695c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "30598"
    uid: d2f7303c-10ea-4279-bd0e-04977c381ab8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30528"
    uid: 2482d6e0-3fd8-4caa-a192-b5591518285a
  kind: Event
  lastTimestamp: "2026-04-23T17:17:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:17:30Z"
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z.18a90bef61e7cb24
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: ee52f210-3d98-4c15-ae87-fb3eef9eb7f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30528"
    uid: 2482d6e0-3fd8-4caa-a192-b5591518285a
  kind: Event
  lastTimestamp: "2026-04-23T17:18:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:02Z"
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z.18a90bef9a224a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30898"
    uid: f978d257-f136-4af6-a304-aa518bb7825f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30528"
    uid: 2482d6e0-3fd8-4caa-a192-b5591518285a
  kind: Event
  lastTimestamp: "2026-04-23T17:18:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:02Z"
    name: isvc-sklearn-runtime-predictor-596dd4c984-qk65z.18a90bf6b4938b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30862"
    uid: 8f107f39-781c-4bca-8ac0-7f7c302d30fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-596dd4c984
    namespace: kserve-ci-e2e-test
    resourceVersion: "30515"
    uid: 4da9c378-4a4f-4c81-8a3c-93b2da85b440
  kind: Event
  lastTimestamp: "2026-04-23T17:17:25Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-596dd4c984-qk65z'
  metadata:
    creationTimestamp: "2026-04-23T17:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:17:25Z"
    name: isvc-sklearn-runtime-predictor-596dd4c984.18a90bee0e3b563c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: b32fac9b-40a2-46d0-9d73-fde3c811ba3d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30513"
    uid: d8d115ae-8810-4ee3-a74a-e71a07e34a7b
  kind: Event
  lastTimestamp: "2026-04-23T17:17:25Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-596dd4c984 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T17:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:17:25Z"
    name: isvc-sklearn-runtime-predictor.18a90bee0bb38539
    namespace: kserve-ci-e2e-test
    resourceVersion: "30517"
    uid: 358b5cd4-c1da-4d16-bdb6-f50b1c4b642c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30514"
    uid: f8a30ed6-6f1a-4b81-9f19-2c56c7a8c8a0
  kind: Event
  lastTimestamp: "2026-04-23T17:17:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:17:55Z"
    name: isvc-sklearn-runtime-predictor.18a90bf18aa7ff1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30783"
    uid: b4bfed40-a558-4037-9566-a472951c770d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30514"
    uid: f8a30ed6-6f1a-4b81-9f19-2c56c7a8c8a0
  kind: Event
  lastTimestamp: "2026-04-23T17:17:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:17:55Z"
    name: isvc-sklearn-runtime-predictor.18a90bf18b108117
    namespace: kserve-ci-e2e-test
    resourceVersion: "30784"
    uid: 07562c3b-75ef-4e4d-a422-08268239d0d7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: 96ae24e4-8a3e-49ca-8490-203e6c9ae507
  kind: Event
  lastTimestamp: "2026-04-23T17:17:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:17:52Z"
    name: isvc-sklearn-runtime.18a90bee0b8fc7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: 1870c085-0ba0-438b-842a-310921eb4251
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: 96ae24e4-8a3e-49ca-8490-203e6c9ae507
  kind: Event
  lastTimestamp: "2026-04-23T17:17:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:17:25Z"
    name: isvc-sklearn-runtime.18a90bee0c131ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30537"
    uid: ca6ed1b2-8cc7-4b7b-939e-3155674107fe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30510"
    uid: 96ae24e4-8a3e-49ca-8490-203e6c9ae507
  kind: Event
  lastTimestamp: "2026-04-23T17:17:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:17:25Z"
    name: isvc-sklearn-runtime.18a90bee10365e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30538"
    uid: 72735972-301c-4806-a839-e8412854d876
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30768"
    uid: 96ae24e4-8a3e-49ca-8490-203e6c9ae507
  kind: Event
  lastTimestamp: "2026-04-23T17:17:52Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:17:52Z"
    name: isvc-sklearn-runtime.18a90bf481905fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30769"
    uid: c4554fc6-ce36-415d-a0f1-b6720b0d423b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:31:18.561054Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7545595b5-7952m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37504"
    uid: e9e27568-220b-44de-82bf-f8df701829fa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-7545595b5-7952m
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:31:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:31:18Z"
    name: isvc-sklearn-s3-predictor-7545595b5-7952m.18a90cb01fc38fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37513"
    uid: 44f332db-3566-480d-a3ba-0e0635a6698f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:31:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7545595b5-7952m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37518"
    uid: e9e27568-220b-44de-82bf-f8df701829fa
  kind: Event
  lastTimestamp: "2026-04-23T17:31:18Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:31:18Z"
    name: isvc-sklearn-s3-predictor-7545595b5-7952m.18a90cb038dee6a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37530"
    uid: 9b2e3e30-b205-4330-9e7e-63c077ec2016
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7545595b5-7952m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37507"
    uid: e9e27568-220b-44de-82bf-f8df701829fa
  kind: Event
  lastTimestamp: "2026-04-23T17:31:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:31:19Z"
    name: isvc-sklearn-s3-predictor-7545595b5-7952m.18a90cb03ab20898
    namespace: kserve-ci-e2e-test
    resourceVersion: "37532"
    uid: 942e6a82-be55-43ec-8ea8-34019be5e982
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7545595b5-7952m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37507"
    uid: e9e27568-220b-44de-82bf-f8df701829fa
  kind: Event
  lastTimestamp: "2026-04-23T17:31:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:31:19Z"
    name: isvc-sklearn-s3-predictor-7545595b5-7952m.18a90cb03e24a32d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 16eaa5f2-c2b4-4218-9143-5c76103d2003
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7545595b5-7952m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37507"
    uid: e9e27568-220b-44de-82bf-f8df701829fa
  kind: Event
  lastTimestamp: "2026-04-23T17:31:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:31:19Z"
    name: isvc-sklearn-s3-predictor-7545595b5-7952m.18a90cb03e9ba282
    namespace: kserve-ci-e2e-test
    resourceVersion: "37536"
    uid: 7f0c71a5-2ce3-4d2e-9b59-1f7fa290787b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7545595b5-7952m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37507"
    uid: e9e27568-220b-44de-82bf-f8df701829fa
  kind: Event
  lastTimestamp: "2026-04-23T17:31:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:31:20Z"
    name: isvc-sklearn-s3-predictor-7545595b5-7952m.18a90cb087ec593b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37549"
    uid: 1170d7f4-9b43-4dc1-bf85-30699212d03a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7545595b5-7952m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37507"
    uid: e9e27568-220b-44de-82bf-f8df701829fa
  kind: Event
  lastTimestamp: "2026-04-23T17:31:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:31:20Z"
    name: isvc-sklearn-s3-predictor-7545595b5-7952m.18a90cb08af8c801
    namespace: kserve-ci-e2e-test
    resourceVersion: "37553"
    uid: 104d144a-350b-4906-aec5-909e00eb7eb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7545595b5-7952m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37507"
    uid: e9e27568-220b-44de-82bf-f8df701829fa
  kind: Event
  lastTimestamp: "2026-04-23T17:31:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:31:20Z"
    name: isvc-sklearn-s3-predictor-7545595b5-7952m.18a90cb08b6a9c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37554"
    uid: e736136f-df6e-41ff-8231-8a4526245d87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T17:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7545595b5-7952m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37507"
    uid: e9e27568-220b-44de-82bf-f8df701829fa
  kind: Event
  lastTimestamp: "2026-04-23T17:32:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:32:42Z"
    name: isvc-sklearn-s3-predictor-7545595b5-7952m.18a90cb0c3d68ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38230"
    uid: 6f14845b-7c47-43fe-8c4e-a1deb5d143a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7545595b5-7952m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37507"
    uid: e9e27568-220b-44de-82bf-f8df701829fa
  kind: Event
  lastTimestamp: "2026-04-23T17:32:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:32:38Z"
    name: isvc-sklearn-s3-predictor-7545595b5-7952m.18a90cc2c578b172
    namespace: kserve-ci-e2e-test
    resourceVersion: "38140"
    uid: d9ad5282-2917-473a-a8c7-9db4895367b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:31:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-7545595b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37484"
    uid: 4c67a93b-dbb3-45af-b116-283be63ddf8e
  kind: Event
  lastTimestamp: "2026-04-23T17:31:18Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-7545595b5-7952m'
  metadata:
    creationTimestamp: "2026-04-23T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:31:18Z"
    name: isvc-sklearn-s3-predictor-7545595b5.18a90cb01f141fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37509"
    uid: 446811f7-a643-45dc-930e-3832cdcb2acf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:31:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37482"
    uid: c235005d-358e-47ba-961a-b8b1a9a95c6a
  kind: Event
  lastTimestamp: "2026-04-23T17:31:18Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-7545595b5 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:31:18Z"
    name: isvc-sklearn-s3-predictor.18a90cb01b5c8f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "37487"
    uid: c213e50d-20bd-4d42-850a-398ebaf26ea5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:31:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37483"
    uid: 9e22cf5e-69d6-4047-a715-c58c10cdf2f3
  kind: Event
  lastTimestamp: "2026-04-23T17:32:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:32:03Z"
    name: isvc-sklearn-s3-predictor.18a90cb39ae9ddf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37871"
    uid: 6c92ec40-9893-40db-bba0-aa85c18a8d3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:31:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37483"
    uid: 9e22cf5e-69d6-4047-a715-c58c10cdf2f3
  kind: Event
  lastTimestamp: "2026-04-23T17:32:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:32:03Z"
    name: isvc-sklearn-s3-predictor.18a90cb39b584773
    namespace: kserve-ci-e2e-test
    resourceVersion: "37872"
    uid: d50c496f-5457-429f-a370-9f9a48adac39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: 9e22cf5e-69d6-4047-a715-c58c10cdf2f3
  kind: Event
  lastTimestamp: "2026-04-23T17:32:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:32:33Z"
    name: isvc-sklearn-s3-predictor.18a90cbe1980bce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38086"
    uid: 1f84ba04-3399-422f-bded-b9ca399ef023
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: 9e22cf5e-69d6-4047-a715-c58c10cdf2f3
  kind: Event
  lastTimestamp: "2026-04-23T17:32:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:32:33Z"
    name: isvc-sklearn-s3-predictor.18a90cbe1a1b63ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: 496eeeac-cc6c-4059-a4c4-5d6aa38bdbdf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:35:22.165475Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9-jqgd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39593"
    uid: 42b9d18f-a215-4777-83ad-4fffd2a0d594
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9-jqgd4
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:35:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:35:22Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9-jqgd4.18a90ce8d7b8153c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39597"
    uid: 2b3db66a-7a5d-43ab-85cf-6ae74d4faadf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9-jqgd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39601"
    uid: 42b9d18f-a215-4777-83ad-4fffd2a0d594
  kind: Event
  lastTimestamp: "2026-04-23T17:35:22Z"
  message: Add eth0 [10.133.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:35:22Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9-jqgd4.18a90ce8f0c69228
    namespace: kserve-ci-e2e-test
    resourceVersion: "39609"
    uid: cfdee03b-5eea-441b-b68b-53d6686cd57b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9-jqgd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39595"
    uid: 42b9d18f-a215-4777-83ad-4fffd2a0d594
  kind: Event
  lastTimestamp: "2026-04-23T17:35:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:35:27Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9-jqgd4.18a90ce8f2370e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "39657"
    uid: 2d1814cc-f842-42ae-8330-92967b842b4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9-jqgd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39595"
    uid: 42b9d18f-a215-4777-83ad-4fffd2a0d594
  kind: Event
  lastTimestamp: "2026-04-23T17:35:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:35:27Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9-jqgd4.18a90ce8f588b8c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39661"
    uid: 26d1312d-9424-44a2-a781-dfdf358b2a1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9-jqgd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39595"
    uid: 42b9d18f-a215-4777-83ad-4fffd2a0d594
  kind: Event
  lastTimestamp: "2026-04-23T17:35:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:35:27Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9-jqgd4.18a90ce8f5fb93a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39662"
    uid: 21d5263e-0897-4f0d-af29-0741d3244e84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9-jqgd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39595"
    uid: 42b9d18f-a215-4777-83ad-4fffd2a0d594
  kind: Event
  lastTimestamp: "2026-04-23T17:35:32Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9-jqgd4_kserve-ci-e2e-test(42b9d18f-a215-4777-83ad-4fffd2a0d594)
  metadata:
    creationTimestamp: "2026-04-23T17:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:35:32Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9-jqgd4.18a90ceb29732ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39708"
    uid: fa4b5863-66e0-418b-8b0d-99939dd6527e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39582"
    uid: 5fa5e8de-db1d-43b1-9c5a-4d002347cce2
  kind: Event
  lastTimestamp: "2026-04-23T17:35:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9-jqgd4'
  metadata:
    creationTimestamp: "2026-04-23T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:35:22Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9.18a90ce8d74f4fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39594"
    uid: 5ad3d58b-ce43-48c0-a1a5-d2d9b2a81fff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39579"
    uid: 3164d88d-837f-485e-963f-81fba014dfff
  kind: Event
  lastTimestamp: "2026-04-23T17:35:22Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-66544dbf9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:35:22Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a90ce8d49824f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39584"
    uid: c3fa1d58-d5aa-4439-9f2a-3791e42c8c5e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39571"
    uid: 83d83a6b-219f-469b-9adf-edca31419f4f
  kind: Event
  lastTimestamp: "2026-04-23T17:35:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:35:27Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a90ce8d46d8166
    namespace: kserve-ci-e2e-test
    resourceVersion: "39663"
    uid: fbc3fa75-9132-4d1a-9738-96fcf617ec0a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39571"
    uid: 83d83a6b-219f-469b-9adf-edca31419f4f
  kind: Event
  lastTimestamp: "2026-04-23T17:35:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:35:22Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a90ce8d4c4353b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39586"
    uid: 10a3a858-c43b-4305-bf3a-c7e418c514a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:34:11.054890Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38999"
    uid: b43d81f5-d692-4d9c-93c6-17b8f34f92f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:34:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:34:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr.18a90cd84932b4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39005"
    uid: 5f259e50-38f5-4bc1-934e-7ca3109773ef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39009"
    uid: b43d81f5-d692-4d9c-93c6-17b8f34f92f3
  kind: Event
  lastTimestamp: "2026-04-23T17:34:11Z"
  message: Add eth0 [10.133.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:34:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr.18a90cd862bcd1bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39018"
    uid: 3e672450-d2be-4e75-82a0-73ab267d730b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39002"
    uid: b43d81f5-d692-4d9c-93c6-17b8f34f92f3
  kind: Event
  lastTimestamp: "2026-04-23T17:34:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:34:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr.18a90cd864167d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "39020"
    uid: 7c3b344c-e2e2-420d-a858-34433b07a72d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39002"
    uid: b43d81f5-d692-4d9c-93c6-17b8f34f92f3
  kind: Event
  lastTimestamp: "2026-04-23T17:34:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:34:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr.18a90cd86bd9f302
    namespace: kserve-ci-e2e-test
    resourceVersion: "39025"
    uid: 414fc0a3-37db-42ab-8034-8d15382b1186
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39002"
    uid: b43d81f5-d692-4d9c-93c6-17b8f34f92f3
  kind: Event
  lastTimestamp: "2026-04-23T17:34:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:34:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr.18a90cd86c50b949
    namespace: kserve-ci-e2e-test
    resourceVersion: "39026"
    uid: 5b114c7a-1b9c-4433-b886-19f363f5cdbc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39002"
    uid: b43d81f5-d692-4d9c-93c6-17b8f34f92f3
  kind: Event
  lastTimestamp: "2026-04-23T17:34:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:34:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr.18a90cd8b4ebd8af
    namespace: kserve-ci-e2e-test
    resourceVersion: "39045"
    uid: a4142681-577a-4009-9fc5-4ed4ae956a3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39002"
    uid: b43d81f5-d692-4d9c-93c6-17b8f34f92f3
  kind: Event
  lastTimestamp: "2026-04-23T17:34:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:34:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr.18a90cd8b7d9b5a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39049"
    uid: 77647a13-c6d5-4763-916d-0ec1033f4767
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39002"
    uid: b43d81f5-d692-4d9c-93c6-17b8f34f92f3
  kind: Event
  lastTimestamp: "2026-04-23T17:34:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:34:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr.18a90cd8b84ed407
    namespace: kserve-ci-e2e-test
    resourceVersion: "39050"
    uid: c1de408f-926b-4658-b3da-aa36bf87f2f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39002"
    uid: b43d81f5-d692-4d9c-93c6-17b8f34f92f3
  kind: Event
  lastTimestamp: "2026-04-23T17:35:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:35:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr.18a90cd8f0db74d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: 51d7e6e7-eb65-44a8-a8ad-fc759cafa50b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39002"
    uid: b43d81f5-d692-4d9c-93c6-17b8f34f92f3
  kind: Event
  lastTimestamp: "2026-04-23T17:35:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:35:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr.18a90ce8975a6684
    namespace: kserve-ci-e2e-test
    resourceVersion: "39555"
    uid: d770d7ce-2295-4e76-9377-b99b301fac99
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38990"
    uid: 21c935a2-e43f-4924-a6d8-995739482d4b
  kind: Event
  lastTimestamp: "2026-04-23T17:34:11Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9-fdzgr'
  metadata:
    creationTimestamp: "2026-04-23T17:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:34:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9.18a90cd848da11ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39003"
    uid: d0cd3192-33e2-447d-bc95-c589391389ce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: 714fab85-de5e-433b-abbc-53210974cff7
  kind: Event
  lastTimestamp: "2026-04-23T17:34:11Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-754bf5d7d9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:34:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a90cd846289e61
    namespace: kserve-ci-e2e-test
    resourceVersion: "38992"
    uid: 1dccbbe6-7754-4419-8821-09a8f4205069
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38989"
    uid: 37f3e8ff-5038-4caf-b437-8431824289e1
  kind: Event
  lastTimestamp: "2026-04-23T17:34:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:34:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a90cdbc4e3f0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: 3201f3c6-6d89-42c4-b540-d0c3843c9745
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38989"
    uid: 37f3e8ff-5038-4caf-b437-8431824289e1
  kind: Event
  lastTimestamp: "2026-04-23T17:34:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:34:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a90cdbc5714292
    namespace: kserve-ci-e2e-test
    resourceVersion: "39351"
    uid: eed17932-d753-400c-9dc1-b57426103e4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 37f3e8ff-5038-4caf-b437-8431824289e1
  kind: Event
  lastTimestamp: "2026-04-23T17:35:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:35:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a90ce64367a8aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39458"
    uid: 0f0d17e5-9f76-412b-85b2-1aa17ed53fb2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 37f3e8ff-5038-4caf-b437-8431824289e1
  kind: Event
  lastTimestamp: "2026-04-23T17:35:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:35:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a90ce643ccbc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39460"
    uid: c429e59c-7fdd-4cb9-a381-94a06bb67a7a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38980"
    uid: bca8b743-7af7-4dbd-95dc-0ae8b418e2a3
  kind: Event
  lastTimestamp: "2026-04-23T17:35:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:35:19Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a90cd845fb42f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39528"
    uid: b8f4e145-7a38-4a95-9ca3-1f5c0f9f111f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38980"
    uid: bca8b743-7af7-4dbd-95dc-0ae8b418e2a3
  kind: Event
  lastTimestamp: "2026-04-23T17:34:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:34:11Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a90cd84686a800
    namespace: kserve-ci-e2e-test
    resourceVersion: "38995"
    uid: 42a7611c-dcdb-48d2-82c8-a142208b8339
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: bca8b743-7af7-4dbd-95dc-0ae8b418e2a3
  kind: Event
  lastTimestamp: "2026-04-23T17:35:19Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:35:19Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a90ce84c886387
    namespace: kserve-ci-e2e-test
    resourceVersion: "39527"
    uid: b162897c-af46-49cc-b57c-66892c087f62
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:33:59.944714Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5-n78pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38833"
    uid: 524ff90d-edcf-4a72-9856-0101b0ec89cf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5-n78pc
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:33:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:33:59Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5-n78pc.18a90cd5b2fae57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38839"
    uid: 656945da-9cce-4339-8cfb-5686a400aa47
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5-n78pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: 524ff90d-edcf-4a72-9856-0101b0ec89cf
  kind: Event
  lastTimestamp: "2026-04-23T17:34:00Z"
  message: Add eth0 [10.133.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:34:00Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5-n78pc.18a90cd5cc52db74
    namespace: kserve-ci-e2e-test
    resourceVersion: "38852"
    uid: 48bf785b-2f2e-471c-8a98-e22e34a6a522
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5-n78pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38837"
    uid: 524ff90d-edcf-4a72-9856-0101b0ec89cf
  kind: Event
  lastTimestamp: "2026-04-23T17:34:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:34:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5-n78pc.18a90cd5cdc05012
    namespace: kserve-ci-e2e-test
    resourceVersion: "38913"
    uid: 6af9b2d1-e57f-4e23-99d6-1f4d4b28a0d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5-n78pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38837"
    uid: 524ff90d-edcf-4a72-9856-0101b0ec89cf
  kind: Event
  lastTimestamp: "2026-04-23T17:34:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:34:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5-n78pc.18a90cd5d06ba097
    namespace: kserve-ci-e2e-test
    resourceVersion: "38917"
    uid: aebb9f28-a013-4b58-ac6c-6b031da80784
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5-n78pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38837"
    uid: 524ff90d-edcf-4a72-9856-0101b0ec89cf
  kind: Event
  lastTimestamp: "2026-04-23T17:34:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:34:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5-n78pc.18a90cd5d0e09358
    namespace: kserve-ci-e2e-test
    resourceVersion: "38918"
    uid: 308bc1bb-609e-4ba7-b18f-bbcb9c9cf1eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5-n78pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38837"
    uid: 524ff90d-edcf-4a72-9856-0101b0ec89cf
  kind: Event
  lastTimestamp: "2026-04-23T17:34:09Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:34:09Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5-n78pc.18a90cd8064695a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38964"
    uid: 432c9d9a-ce08-4068-9e95-66501b2a676a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:33:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38824"
    uid: 72103d63-9fa4-4144-af21-17ed49fb59ae
  kind: Event
  lastTimestamp: "2026-04-23T17:33:59Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5-n78pc'
  metadata:
    creationTimestamp: "2026-04-23T17:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:33:59Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5.18a90cd5b27ece32
    namespace: kserve-ci-e2e-test
    resourceVersion: "38836"
    uid: 3c32e926-91a2-4f86-9b78-fb1ae60d66c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:33:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38822"
    uid: fff23ef5-57f7-433e-acd3-f71bde316585
  kind: Event
  lastTimestamp: "2026-04-23T17:33:59Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-69bb8bfff5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:33:59Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a90cd5affa5096
    namespace: kserve-ci-e2e-test
    resourceVersion: "38826"
    uid: f9cd36fe-68f4-483e-aecb-ee236e8097ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T17:33:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 4b669f58-ccd7-4de4-acef-940337923358
  kind: Event
  lastTimestamp: "2026-04-23T17:34:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:34:06Z"
    name: isvc-sklearn-s3-tls-global-fail.18a90cd5afd9023c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38919"
    uid: 5724240e-dcd9-40ad-8ccd-6bd832e06edc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:33:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 4b669f58-ccd7-4de4-acef-940337923358
  kind: Event
  lastTimestamp: "2026-04-23T17:33:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:33:59Z"
    name: isvc-sklearn-s3-tls-global-fail.18a90cd5b02a4a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38828"
    uid: 0f55df7f-661f-4e04-899d-7c639936c21e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:32:38.780121Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38163"
    uid: 98313a47-3572-4852-a557-d816e450fcef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:32:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:32:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t.18a90cc2cd316542
    namespace: kserve-ci-e2e-test
    resourceVersion: "38169"
    uid: 360599cf-1e4a-497c-ad55-8e4a1a62692f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38174"
    uid: 98313a47-3572-4852-a557-d816e450fcef
  kind: Event
  lastTimestamp: "2026-04-23T17:32:39Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:32:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t.18a90cc2e67f19a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38188"
    uid: 3c1a0992-df26-4b59-9e2a-ad14f436cf62
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38165"
    uid: 98313a47-3572-4852-a557-d816e450fcef
  kind: Event
  lastTimestamp: "2026-04-23T17:32:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:32:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t.18a90cc2e824da4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38191"
    uid: c3d097f5-7e01-4851-9c25-d5a70c10965e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38165"
    uid: 98313a47-3572-4852-a557-d816e450fcef
  kind: Event
  lastTimestamp: "2026-04-23T17:32:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:32:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t.18a90cc2eb14be6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38192"
    uid: 4aafec75-261f-4bb8-ae4e-800d59de4338
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38165"
    uid: 98313a47-3572-4852-a557-d816e450fcef
  kind: Event
  lastTimestamp: "2026-04-23T17:32:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:32:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t.18a90cc2eb8accfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38193"
    uid: f7c712ad-9794-4e4a-8c08-ca11338d333d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38165"
    uid: 98313a47-3572-4852-a557-d816e450fcef
  kind: Event
  lastTimestamp: "2026-04-23T17:32:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:32:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:32:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t.18a90cc33727f9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38209"
    uid: d2449e53-28bf-4773-980b-31caa9297fad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38165"
    uid: 98313a47-3572-4852-a557-d816e450fcef
  kind: Event
  lastTimestamp: "2026-04-23T17:32:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:32:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:32:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t.18a90cc33a136d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: bb86d6e0-b81b-4fc2-90a1-390be4eb9228
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38165"
    uid: 98313a47-3572-4852-a557-d816e450fcef
  kind: Event
  lastTimestamp: "2026-04-23T17:32:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:32:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:32:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t.18a90cc33a98e4df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38214"
    uid: 6de57c7e-f335-4706-b129-ffce754f2771
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38165"
    uid: 98313a47-3572-4852-a557-d816e450fcef
  kind: Event
  lastTimestamp: "2026-04-23T17:34:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:34:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t.18a90cc373348547
    namespace: kserve-ci-e2e-test
    resourceVersion: "38879"
    uid: 92836369-4ffd-4f47-8da2-b5d7eb65c163
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t
    namespace: kserve-ci-e2e-test
    resourceVersion: "38165"
    uid: 98313a47-3572-4852-a557-d816e450fcef
  kind: Event
  lastTimestamp: "2026-04-23T17:33:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:33:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t.18a90cd57121a599
    namespace: kserve-ci-e2e-test
    resourceVersion: "38797"
    uid: b1eded5b-52d0-4ff7-ac39-d118e07981ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485
    namespace: kserve-ci-e2e-test
    resourceVersion: "38154"
    uid: 6a618597-e33b-4342-b057-dbe0334ceda6
  kind: Event
  lastTimestamp: "2026-04-23T17:32:38Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485-qk82t'
  metadata:
    creationTimestamp: "2026-04-23T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:32:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485.18a90cc2cc98933c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38164"
    uid: 0ead1bbc-e60c-4704-ad51-bf76ff6595b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38152"
    uid: 9675e66b-f5ee-46eb-a70c-2b1cabf66ab0
  kind: Event
  lastTimestamp: "2026-04-23T17:32:38Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5b8c65f485
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:32:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a90cc2ca61551b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38156"
    uid: 4311e9a6-568e-42e0-93f9-45342e91ab9e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38153"
    uid: a9e1f2b5-51c1-4c08-9feb-34903e194fd1
  kind: Event
  lastTimestamp: "2026-04-23T17:32:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:32:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a90cc64903fe66
    namespace: kserve-ci-e2e-test
    resourceVersion: "38316"
    uid: c53dad34-eaf8-46f2-9fe3-eaaa551cdbff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38153"
    uid: a9e1f2b5-51c1-4c08-9feb-34903e194fd1
  kind: Event
  lastTimestamp: "2026-04-23T17:32:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:32:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a90cc6498c5f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38318"
    uid: 7f5365a2-0455-4ec9-9fdd-bbaba60a3c5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T17:33:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38317"
    uid: a9e1f2b5-51c1-4c08-9feb-34903e194fd1
  kind: Event
  lastTimestamp: "2026-04-23T17:33:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:33:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a90cc9c8d1ca53
    namespace: kserve-ci-e2e-test
    resourceVersion: "38741"
    uid: b49bd8f2-1b58-4a54-bde4-d8c784d86b01
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T17:33:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38317"
    uid: a9e1f2b5-51c1-4c08-9feb-34903e194fd1
  kind: Event
  lastTimestamp: "2026-04-23T17:33:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:33:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a90cc9c960707d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38742"
    uid: 5c61c83e-c131-4857-b952-675fd7b65c07
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38143"
    uid: 585eac4b-a612-4426-bee3-76b892821076
  kind: Event
  lastTimestamp: "2026-04-23T17:33:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:33:52Z"
    name: isvc-sklearn-s3-tls-global-pass.18a90cc2ca3a6215
    namespace: kserve-ci-e2e-test
    resourceVersion: "38733"
    uid: 5e6575ea-ce23-4fc1-9e10-170e330e95a9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38143"
    uid: 585eac4b-a612-4426-bee3-76b892821076
  kind: Event
  lastTimestamp: "2026-04-23T17:32:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:32:38Z"
    name: isvc-sklearn-s3-tls-global-pass.18a90cc2ca9aaf26
    namespace: kserve-ci-e2e-test
    resourceVersion: "38176"
    uid: e256b6c3-d217-408e-9adf-888a5c98d698
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38161"
    uid: 585eac4b-a612-4426-bee3-76b892821076
  kind: Event
  lastTimestamp: "2026-04-23T17:32:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:32:38Z"
    name: isvc-sklearn-s3-tls-global-pass.18a90cc2cfedf387
    namespace: kserve-ci-e2e-test
    resourceVersion: "38177"
    uid: e6e990ba-396c-4c76-8873-38a0db546386
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:33:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38731"
    uid: 585eac4b-a612-4426-bee3-76b892821076
  kind: Event
  lastTimestamp: "2026-04-23T17:33:52Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:33:52Z"
    name: isvc-sklearn-s3-tls-global-pass.18a90cd3ff438cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "38732"
    uid: 3b778d94-17e8-4d3c-9153-b51a2b0359d7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:36:54.368291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8-svqw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40435"
    uid: 631f915a-faa8-4b28-ba6f-d325d14f0588
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8-svqw5
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:36:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:36:54Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8-svqw5.18a90cfe4f6f60f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40440"
    uid: 2e9910d0-9916-4a0c-9e69-db7a1180e43b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:36:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8-svqw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40443"
    uid: 631f915a-faa8-4b28-ba6f-d325d14f0588
  kind: Event
  lastTimestamp: "2026-04-23T17:36:54Z"
  message: Add eth0 [10.133.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:36:54Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8-svqw5.18a90cfe6874e06f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40452"
    uid: be88542c-61af-493f-af3c-a240d0cd9198
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8-svqw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40437"
    uid: 631f915a-faa8-4b28-ba6f-d325d14f0588
  kind: Event
  lastTimestamp: "2026-04-23T17:36:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:36:58Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8-svqw5.18a90cfe6a03e93d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40490"
    uid: 1dc879d8-2f55-42cb-9f41-f6d8cf9691ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8-svqw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40437"
    uid: 631f915a-faa8-4b28-ba6f-d325d14f0588
  kind: Event
  lastTimestamp: "2026-04-23T17:36:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:36:58Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8-svqw5.18a90cfe6d0d6783
    namespace: kserve-ci-e2e-test
    resourceVersion: "40496"
    uid: 1557b1f1-9908-41aa-b4f8-1fb1b051eea4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8-svqw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40437"
    uid: 631f915a-faa8-4b28-ba6f-d325d14f0588
  kind: Event
  lastTimestamp: "2026-04-23T17:36:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:36:58Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8-svqw5.18a90cfe6d850516
    namespace: kserve-ci-e2e-test
    resourceVersion: "40497"
    uid: 7e435b6d-938d-4499-904c-123ae4d46618
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:37:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8-svqw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40437"
    uid: 631f915a-faa8-4b28-ba6f-d325d14f0588
  kind: Event
  lastTimestamp: "2026-04-23T17:37:04Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:37:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8-svqw5.18a90d00a5671c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40556"
    uid: 1c301e2b-a420-440b-8f85-80cad3b56584
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:36:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40423"
    uid: e798c635-1015-446a-804f-bf892939d1e8
  kind: Event
  lastTimestamp: "2026-04-23T17:36:54Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8-svqw5'
  metadata:
    creationTimestamp: "2026-04-23T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:36:54Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8.18a90cfe4ef5e8f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40436"
    uid: 23e55c6c-1994-4a9c-9d1f-5ecff425a351
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:36:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: 05b4d970-93d7-493f-adb6-a1096de89547
  kind: Event
  lastTimestamp: "2026-04-23T17:36:54Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-767cdd64f8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:36:54Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a90cfe4c67c185
    namespace: kserve-ci-e2e-test
    resourceVersion: "40426"
    uid: 8c09613c-0663-472e-a0bf-3aeb86519ec4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T17:36:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40412"
    uid: 289c5414-6e40-4710-80fa-ddb9ffd1907d
  kind: Event
  lastTimestamp: "2026-04-23T17:36:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:36:58Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a90cfe4c3d8a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "40498"
    uid: 27cb5c81-9752-4b7c-bfba-094ac58a3924
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:36:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40412"
    uid: 289c5414-6e40-4710-80fa-ddb9ffd1907d
  kind: Event
  lastTimestamp: "2026-04-23T17:36:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:36:54Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a90cfe4cbf0551
    namespace: kserve-ci-e2e-test
    resourceVersion: "40427"
    uid: 985a34f1-9dd3-4fd9-9b16-3a3014a7ba34
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:35:33.271725Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: 5216d315-e636-453e-adeb-bce3b30f3a30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:35:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:35:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492.18a90ceb6db3fe6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39758"
    uid: 4cfcbd11-3096-47cf-ac11-bfcc4dae4af2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492
    namespace: kserve-ci-e2e-test
    resourceVersion: "39764"
    uid: 5216d315-e636-453e-adeb-bce3b30f3a30
  kind: Event
  lastTimestamp: "2026-04-23T17:35:33Z"
  message: Add eth0 [10.133.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:35:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492.18a90ceb86b660c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39779"
    uid: deb94aa3-9a2c-4537-a73c-aed0c0b7a246
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492
    namespace: kserve-ci-e2e-test
    resourceVersion: "39756"
    uid: 5216d315-e636-453e-adeb-bce3b30f3a30
  kind: Event
  lastTimestamp: "2026-04-23T17:35:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:35:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492.18a90ceb881c1ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39781"
    uid: 8e16a393-5460-4717-9311-eb523e4ce1db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492
    namespace: kserve-ci-e2e-test
    resourceVersion: "39756"
    uid: 5216d315-e636-453e-adeb-bce3b30f3a30
  kind: Event
  lastTimestamp: "2026-04-23T17:35:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:35:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492.18a90ceb8ac3a2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39783"
    uid: 4bd095cb-ce7d-4d3d-8f64-2de68118ee39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492
    namespace: kserve-ci-e2e-test
    resourceVersion: "39756"
    uid: 5216d315-e636-453e-adeb-bce3b30f3a30
  kind: Event
  lastTimestamp: "2026-04-23T17:35:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:35:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492.18a90ceb8b39e65e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39784"
    uid: d4634de7-8580-49ac-bf42-1a1e87b78f0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492
    namespace: kserve-ci-e2e-test
    resourceVersion: "39756"
    uid: 5216d315-e636-453e-adeb-bce3b30f3a30
  kind: Event
  lastTimestamp: "2026-04-23T17:35:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:35:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492.18a90cebdc83b3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39803"
    uid: 79f4635e-99a8-4ee9-90ea-9d6ce36deddc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492
    namespace: kserve-ci-e2e-test
    resourceVersion: "39756"
    uid: 5216d315-e636-453e-adeb-bce3b30f3a30
  kind: Event
  lastTimestamp: "2026-04-23T17:35:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:35:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492.18a90cebdf67dc57
    namespace: kserve-ci-e2e-test
    resourceVersion: "39807"
    uid: 7ce83ec8-d9ab-444e-ba47-cbe8f9f9be4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492
    namespace: kserve-ci-e2e-test
    resourceVersion: "39756"
    uid: 5216d315-e636-453e-adeb-bce3b30f3a30
  kind: Event
  lastTimestamp: "2026-04-23T17:35:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:35:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492.18a90cebdfda493c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39808"
    uid: 53953367-85df-40eb-b55c-8600cfb0cb6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492
    namespace: kserve-ci-e2e-test
    resourceVersion: "39756"
    uid: 5216d315-e636-453e-adeb-bce3b30f3a30
  kind: Event
  lastTimestamp: "2026-04-23T17:36:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:36:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492.18a90cec187ec49c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40480"
    uid: 045152df-f293-40ad-8d2c-aedbde885b85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492
    namespace: kserve-ci-e2e-test
    resourceVersion: "39756"
    uid: 5216d315-e636-453e-adeb-bce3b30f3a30
  kind: Event
  lastTimestamp: "2026-04-23T17:36:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:36:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492.18a90cfe11181256
    namespace: kserve-ci-e2e-test
    resourceVersion: "40397"
    uid: 8c24893a-3cb7-4555-baa2-ad57bb2c308c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88
    namespace: kserve-ci-e2e-test
    resourceVersion: "39744"
    uid: 8a367998-f028-4f5a-99c6-a80cc9862749
  kind: Event
  lastTimestamp: "2026-04-23T17:35:33Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88-ng492'
  metadata:
    creationTimestamp: "2026-04-23T17:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:35:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88.18a90ceb6d052e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "39755"
    uid: 0fbd9c0d-18a1-455e-a9e3-e582d4b6b537
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39742"
    uid: f1297e9a-0c93-492e-bf76-12dbe4b77525
  kind: Event
  lastTimestamp: "2026-04-23T17:35:33Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-598c68cd88
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:35:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a90ceb699ceac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39746"
    uid: 9bac6526-78bf-4554-9e10-2b12b191bb63
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39743"
    uid: e4e5b83d-2de3-4b82-8b67-55b7805664c4
  kind: Event
  lastTimestamp: "2026-04-23T17:35:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:35:48Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a90ceee8a24b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39895"
    uid: 3bb204c4-bf9f-4698-91a2-6986a960755c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39743"
    uid: e4e5b83d-2de3-4b82-8b67-55b7805664c4
  kind: Event
  lastTimestamp: "2026-04-23T17:35:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:35:48Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a90ceee90770ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "39897"
    uid: 03bde2b2-71c6-42ab-a270-9f95ddde6312
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T17:36:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39896"
    uid: e4e5b83d-2de3-4b82-8b67-55b7805664c4
  kind: Event
  lastTimestamp: "2026-04-23T17:36:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:36:48Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a90cf2687496c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40346"
    uid: 5bc54dba-1092-4d75-88ce-1d64f2677265
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T17:36:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39896"
    uid: e4e5b83d-2de3-4b82-8b67-55b7805664c4
  kind: Event
  lastTimestamp: "2026-04-23T17:36:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:36:48Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a90cf268fff641
    namespace: kserve-ci-e2e-test
    resourceVersion: "40347"
    uid: 45f1a745-8fb6-4c47-b228-49461f741a1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39732"
    uid: de34d592-95ae-47a7-bdea-3dfd2e4c9db8
  kind: Event
  lastTimestamp: "2026-04-23T17:36:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:36:47Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a90ceb696d01b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40338"
    uid: 4e24d49d-2c6d-4663-a3a4-496d77005d43
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39732"
    uid: de34d592-95ae-47a7-bdea-3dfd2e4c9db8
  kind: Event
  lastTimestamp: "2026-04-23T17:35:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:35:33Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a90ceb6a15d578
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 9997cc16-accc-45d8-9afc-454b1e6e1293
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:35:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39750"
    uid: de34d592-95ae-47a7-bdea-3dfd2e4c9db8
  kind: Event
  lastTimestamp: "2026-04-23T17:35:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T17:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:35:33Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a90ceb71864b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "39770"
    uid: c0a0b693-630d-4946-b716-c5cae4ee6154
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:36:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: de34d592-95ae-47a7-bdea-3dfd2e4c9db8
  kind: Event
  lastTimestamp: "2026-04-23T17:36:47Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:36:47Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a90cfca4fbe342
    namespace: kserve-ci-e2e-test
    resourceVersion: "40336"
    uid: 749298da-bc79-4a57-b010-1962315aa9d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T17:31:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37475"
    uid: 422cbc3a-72ed-401d-8dbf-46ab5fb397ac
  kind: Event
  lastTimestamp: "2026-04-23T17:32:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:32:32Z"
    name: isvc-sklearn-s3.18a90cb01b32945c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38077"
    uid: 8fbe10e8-14b5-4c28-a0b9-f8d0debb3a95
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:31:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37475"
    uid: 422cbc3a-72ed-401d-8dbf-46ab5fb397ac
  kind: Event
  lastTimestamp: "2026-04-23T17:31:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:31:18Z"
    name: isvc-sklearn-s3.18a90cb01f65ab55
    namespace: kserve-ci-e2e-test
    resourceVersion: "37511"
    uid: 70537b64-8c83-4cb7-a0f8-1724c682811f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:32:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: 422cbc3a-72ed-401d-8dbf-46ab5fb397ac
  kind: Event
  lastTimestamp: "2026-04-23T17:32:32Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:32:32Z"
    name: isvc-sklearn-s3.18a90cc1508bde9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38076"
    uid: ba3f507a-3536-4419-a08e-3fb24280007b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-56ff844b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29348"
    uid: 12c9b432-6067-4b33-a72c-9c787fc58593
  kind: Event
  lastTimestamp: "2026-04-23T17:15:12Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-56ff844b6-5bkx9'
  metadata:
    creationTimestamp: "2026-04-23T17:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:15:12Z"
    name: isvc-sklearn-scheduler-predictor-56ff844b6.18a90bcf37bf73cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29360"
    uid: adcb116d-7ba5-4f58-88dd-a7cb9d0fea60
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29346"
    uid: bd5ffbef-a9a5-4e52-baf9-d48ea8a6789b
  kind: Event
  lastTimestamp: "2026-04-23T17:15:12Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-56ff844b6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T17:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:15:12Z"
    name: isvc-sklearn-scheduler-predictor.18a90bcf343ada15
    namespace: kserve-ci-e2e-test
    resourceVersion: "29349"
    uid: 7991689f-3216-48db-8309-5b055432990c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29321"
    uid: 8ae60a22-aa8d-4865-85f0-e27018b89587
  kind: Event
  lastTimestamp: "2026-04-23T17:15:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:15:13Z"
    name: isvc-sklearn-scheduler.18a90bcf33d24420
    namespace: kserve-ci-e2e-test
    resourceVersion: "29375"
    uid: 0016bec8-29b4-4746-9a01-9565e7870991
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29321"
    uid: 8ae60a22-aa8d-4865-85f0-e27018b89587
  kind: Event
  lastTimestamp: "2026-04-23T17:15:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:15:12Z"
    name: isvc-sklearn-scheduler.18a90bcf344987d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29358"
    uid: 9e49594d-8451-42d2-8b22-f7ba7a7ba93f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29321"
    uid: 8ae60a22-aa8d-4865-85f0-e27018b89587
  kind: Event
  lastTimestamp: "2026-04-23T17:15:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:15:12Z"
    name: isvc-sklearn-scheduler.18a90bcf3449e03c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29362"
    uid: e250d506-eb16-4ffa-a91c-4017fcc8db95
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:20:12.731609Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652
    namespace: kserve-ci-e2e-test
    resourceVersion: "31978"
    uid: f4156c1d-7c47-4c7f-a157-70846e4b3937
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-8655f595df-bq652
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:20:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:20:12Z"
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652.18a90c15193c8487
    namespace: kserve-ci-e2e-test
    resourceVersion: "31985"
    uid: a307ab50-c41c-430f-8286-ec0464ebf58d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652
    namespace: kserve-ci-e2e-test
    resourceVersion: "31987"
    uid: f4156c1d-7c47-4c7f-a157-70846e4b3937
  kind: Event
  lastTimestamp: "2026-04-23T17:20:13Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:20:13Z"
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652.18a90c15325a3adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32000"
    uid: 502ddd9e-a41a-4415-a465-35e4bf32b17a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652
    namespace: kserve-ci-e2e-test
    resourceVersion: "31980"
    uid: f4156c1d-7c47-4c7f-a157-70846e4b3937
  kind: Event
  lastTimestamp: "2026-04-23T17:20:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:20:13Z"
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652.18a90c153385eadb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32002"
    uid: d707b9a1-dc1e-443b-aeab-55e30ab053ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652
    namespace: kserve-ci-e2e-test
    resourceVersion: "31980"
    uid: f4156c1d-7c47-4c7f-a157-70846e4b3937
  kind: Event
  lastTimestamp: "2026-04-23T17:20:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:20:13Z"
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652.18a90c1536b3a81d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32004"
    uid: 7d80b9df-c2d3-46ac-9e60-83aadc265f17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652
    namespace: kserve-ci-e2e-test
    resourceVersion: "31980"
    uid: f4156c1d-7c47-4c7f-a157-70846e4b3937
  kind: Event
  lastTimestamp: "2026-04-23T17:20:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:20:13Z"
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652.18a90c15372b7c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "32005"
    uid: b39c1ae6-2774-4ee3-ad53-9ba89001f51e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652
    namespace: kserve-ci-e2e-test
    resourceVersion: "31980"
    uid: f4156c1d-7c47-4c7f-a157-70846e4b3937
  kind: Event
  lastTimestamp: "2026-04-23T17:20:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:20:17Z"
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652.18a90c16229a7025
    namespace: kserve-ci-e2e-test
    resourceVersion: "32041"
    uid: ad8461f9-4108-4a30-a906-a1ed9e97ad4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652
    namespace: kserve-ci-e2e-test
    resourceVersion: "31980"
    uid: f4156c1d-7c47-4c7f-a157-70846e4b3937
  kind: Event
  lastTimestamp: "2026-04-23T17:20:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:20:17Z"
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652.18a90c1626edccae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32047"
    uid: 0bf2a408-f653-465f-aa72-fb32fce3b397
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652
    namespace: kserve-ci-e2e-test
    resourceVersion: "31980"
    uid: f4156c1d-7c47-4c7f-a157-70846e4b3937
  kind: Event
  lastTimestamp: "2026-04-23T17:20:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:20:17Z"
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652.18a90c162778972b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32048"
    uid: a7ffaa2b-c2ef-41da-a265-66d1766b9e45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652
    namespace: kserve-ci-e2e-test
    resourceVersion: "31980"
    uid: f4156c1d-7c47-4c7f-a157-70846e4b3937
  kind: Event
  lastTimestamp: "2026-04-23T17:21:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:21:19Z"
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652.18a90c165e83202c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32487"
    uid: 09adc95b-1c15-4930-a22c-3b6fde03f0fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652
    namespace: kserve-ci-e2e-test
    resourceVersion: "31980"
    uid: f4156c1d-7c47-4c7f-a157-70846e4b3937
  kind: Event
  lastTimestamp: "2026-04-23T17:21:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:21:32Z"
    name: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652.18a90c27c0ea3aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32614"
    uid: c7aa3e35-793f-47b5-828f-041336dd6b30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-8655f595df
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 4edc210c-f834-4e01-a17b-c54f048c33b2
  kind: Event
  lastTimestamp: "2026-04-23T17:20:12Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-8655f595df-bq652'
  metadata:
    creationTimestamp: "2026-04-23T17:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:20:12Z"
    name: isvc-sklearn-v2-mixed-predictor-8655f595df.18a90c1518d1c749
    namespace: kserve-ci-e2e-test
    resourceVersion: "31979"
    uid: f89c90f8-d4ca-4cc1-8266-548cd3dd88a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: aaad653e-2019-40e6-8fbf-71ceb3727a65
  kind: Event
  lastTimestamp: "2026-04-23T17:20:12Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-8655f595df from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T17:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:20:12Z"
    name: isvc-sklearn-v2-mixed-predictor.18a90c1516879916
    namespace: kserve-ci-e2e-test
    resourceVersion: "31970"
    uid: 7833436f-4be2-4ee4-8da8-19527c2cdba4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31967"
    uid: 807c72b2-e478-4d37-80c6-4c41bdd3a010
  kind: Event
  lastTimestamp: "2026-04-23T17:20:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:20:57Z"
    name: isvc-sklearn-v2-mixed-predictor.18a90c18951b6367
    namespace: kserve-ci-e2e-test
    resourceVersion: "32335"
    uid: 458d5160-2380-4a84-b266-d4a9a1f2db8d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31967"
    uid: 807c72b2-e478-4d37-80c6-4c41bdd3a010
  kind: Event
  lastTimestamp: "2026-04-23T17:20:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:20:57Z"
    name: isvc-sklearn-v2-mixed-predictor.18a90c189579d70f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32336"
    uid: 2c08d518-a220-4885-abb2-c1d7d0bb307f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32123"
    uid: 807c72b2-e478-4d37-80c6-4c41bdd3a010
  kind: Event
  lastTimestamp: "2026-04-23T17:21:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:21:27Z"
    name: isvc-sklearn-v2-mixed-predictor.18a90c23127ee9d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32544"
    uid: ea09cae7-85b2-4879-93fa-ec4e16725ce1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32123"
    uid: 807c72b2-e478-4d37-80c6-4c41bdd3a010
  kind: Event
  lastTimestamp: "2026-04-23T17:21:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:21:27Z"
    name: isvc-sklearn-v2-mixed-predictor.18a90c2312df894f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32545"
    uid: a97278a1-58d9-4a80-a103-d98334c45295
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31940"
    uid: 7a07280e-f1b6-400b-b232-965ccf183901
  kind: Event
  lastTimestamp: "2026-04-23T17:21:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:21:29Z"
    name: isvc-sklearn-v2-mixed.18a90c151659ac3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 1508af14-3dfd-4318-b58c-b9ec6b06774b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31940"
    uid: 7a07280e-f1b6-400b-b232-965ccf183901
  kind: Event
  lastTimestamp: "2026-04-23T17:20:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:20:12Z"
    name: isvc-sklearn-v2-mixed.18a90c1516cd3c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31989"
    uid: ef225cfb-0b3b-43bf-8c76-a6ba18f1f8ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31956"
    uid: 7a07280e-f1b6-400b-b232-965ccf183901
  kind: Event
  lastTimestamp: "2026-04-23T17:20:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:20:12Z"
    name: isvc-sklearn-v2-mixed.18a90c151abd62ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 0d831266-5c26-4574-9130-6e9d31805f30
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32562"
    uid: 7a07280e-f1b6-400b-b232-965ccf183901
  kind: Event
  lastTimestamp: "2026-04-23T17:21:29Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:21:29Z"
    name: isvc-sklearn-v2-mixed.18a90c26ea9fd13f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: 235200db-e751-4d2c-9fd2-aa1342bdb17c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:18:52.427879Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31316"
    uid: 417e2587-311a-4b06-8a7d-642f40191d62
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-77bdb67c66-8nvqp
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:18:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:18:52Z"
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp.18a90c0266c2e32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31321"
    uid: 6e23f47a-447b-4d2f-8abf-b01f062a64be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31330"
    uid: 417e2587-311a-4b06-8a7d-642f40191d62
  kind: Event
  lastTimestamp: "2026-04-23T17:18:52Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:18:52Z"
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp.18a90c028015005b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31337"
    uid: 96390c7b-1c4a-4219-9781-a77be25a86ce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31319"
    uid: 417e2587-311a-4b06-8a7d-642f40191d62
  kind: Event
  lastTimestamp: "2026-04-23T17:18:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:52Z"
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp.18a90c0281c6bf64
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 2b5bf691-f479-4e54-a8ea-6309bb8b3688
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31319"
    uid: 417e2587-311a-4b06-8a7d-642f40191d62
  kind: Event
  lastTimestamp: "2026-04-23T17:18:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:52Z"
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp.18a90c0284ae5c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31341"
    uid: 5c81d4fc-ada5-4d4c-a6d9-c05bcdc3f038
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31319"
    uid: 417e2587-311a-4b06-8a7d-642f40191d62
  kind: Event
  lastTimestamp: "2026-04-23T17:18:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:52Z"
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp.18a90c028524a258
    namespace: kserve-ci-e2e-test
    resourceVersion: "31342"
    uid: 93335f70-7593-4381-9f9c-32b4bee825d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31319"
    uid: 417e2587-311a-4b06-8a7d-642f40191d62
  kind: Event
  lastTimestamp: "2026-04-23T17:18:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:56Z"
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp.18a90c0374055bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31375"
    uid: 9eb0f04b-b23e-48d6-a71d-2402115eefe8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31319"
    uid: 417e2587-311a-4b06-8a7d-642f40191d62
  kind: Event
  lastTimestamp: "2026-04-23T17:18:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:56Z"
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp.18a90c0376f9cd6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31380"
    uid: 4bd8abeb-6fc8-4313-ba56-65b6b409870e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31319"
    uid: 417e2587-311a-4b06-8a7d-642f40191d62
  kind: Event
  lastTimestamp: "2026-04-23T17:18:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:57Z"
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp.18a90c03776bc637
    namespace: kserve-ci-e2e-test
    resourceVersion: "31381"
    uid: ad291f04-d3c6-4636-92df-93ba16124c64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31319"
    uid: 417e2587-311a-4b06-8a7d-642f40191d62
  kind: Event
  lastTimestamp: "2026-04-23T17:19:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:19:58Z"
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp.18a90c03aff460ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31831"
    uid: ce768e2b-c51e-476a-8d47-6bd2af2a357f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31319"
    uid: 417e2587-311a-4b06-8a7d-642f40191d62
  kind: Event
  lastTimestamp: "2026-04-23T17:20:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:20:12Z"
    name: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp.18a90c1515b3f82f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31966"
    uid: f6a9fa62-4a10-406e-8871-0901ff6182ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-77bdb67c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "31308"
    uid: e54d7cb5-17b6-485a-a01b-4e741bb37f5d
  kind: Event
  lastTimestamp: "2026-04-23T17:18:52Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-77bdb67c66-8nvqp'
  metadata:
    creationTimestamp: "2026-04-23T17:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:18:52Z"
    name: isvc-sklearn-v2-predictor-77bdb67c66.18a90c0266505276
    namespace: kserve-ci-e2e-test
    resourceVersion: "31318"
    uid: 29f24676-332b-4383-9f58-c746f278ec34
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31306"
    uid: b6d4f9d3-3dfa-4c56-9789-5f6d5181fa93
  kind: Event
  lastTimestamp: "2026-04-23T17:18:52Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-77bdb67c66 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:18:52Z"
    name: isvc-sklearn-v2-predictor.18a90c026444801d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 2c831a84-f62d-440a-a537-3cae6da064b3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:19:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31307"
    uid: 7ee6ba1f-b465-4b4d-8332-b7b78368e8cd
  kind: Event
  lastTimestamp: "2026-04-23T17:19:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:19:22Z"
    name: isvc-sklearn-v2-predictor.18a90c05e3158154
    namespace: kserve-ci-e2e-test
    resourceVersion: "31569"
    uid: 9a6ef936-dfb4-4ada-af11-0fb66ee1f913
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:19:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31307"
    uid: 7ee6ba1f-b465-4b4d-8332-b7b78368e8cd
  kind: Event
  lastTimestamp: "2026-04-23T17:19:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:19:22Z"
    name: isvc-sklearn-v2-predictor.18a90c05e37f4f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31570"
    uid: 4cf411dc-d134-4e58-94de-e5224a919e52
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:19:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31463"
    uid: 7ee6ba1f-b465-4b4d-8332-b7b78368e8cd
  kind: Event
  lastTimestamp: "2026-04-23T17:20:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:19:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:20:07Z"
    name: isvc-sklearn-v2-predictor.18a90c0ce1a33f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31890"
    uid: ee595f8d-ab6f-4d8d-a1a4-b16396e2a920
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:19:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31463"
    uid: 7ee6ba1f-b465-4b4d-8332-b7b78368e8cd
  kind: Event
  lastTimestamp: "2026-04-23T17:20:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:19:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:20:07Z"
    name: isvc-sklearn-v2-predictor.18a90c0ce2180718
    namespace: kserve-ci-e2e-test
    resourceVersion: "31891"
    uid: 4e811103-ba4e-4810-99a6-2ad9d4cc82ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:18:02.251745Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30873"
    uid: e71e7e87-3c84-4329-8ec3-40f541c098eb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:18:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:18:02Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc.18a90bf6b807dae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30877"
    uid: f0e027e0-63b0-4f8d-b97d-8044eca30877
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30885"
    uid: e71e7e87-3c84-4329-8ec3-40f541c098eb
  kind: Event
  lastTimestamp: "2026-04-23T17:18:02Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:18:02Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc.18a90bf6d16267ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30896"
    uid: 0ed05363-05e5-4634-8196-31d6effc3432
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30875"
    uid: e71e7e87-3c84-4329-8ec3-40f541c098eb
  kind: Event
  lastTimestamp: "2026-04-23T17:18:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:02Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc.18a90bf6d2a523ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30899"
    uid: 09545e65-39d5-4bc5-b112-0bc18a623136
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30875"
    uid: e71e7e87-3c84-4329-8ec3-40f541c098eb
  kind: Event
  lastTimestamp: "2026-04-23T17:18:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:02Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc.18a90bf6d6679369
    namespace: kserve-ci-e2e-test
    resourceVersion: "30900"
    uid: a7e12151-7d7b-4822-b5bf-05345befc8b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30875"
    uid: e71e7e87-3c84-4329-8ec3-40f541c098eb
  kind: Event
  lastTimestamp: "2026-04-23T17:18:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:02Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc.18a90bf6d6dd7fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30901"
    uid: 10c34574-8175-4e7e-a2f3-a2fc2b19e4d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30875"
    uid: e71e7e87-3c84-4329-8ec3-40f541c098eb
  kind: Event
  lastTimestamp: "2026-04-23T17:18:06Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T17:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:06Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc.18a90bf7c6cdb7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30940"
    uid: c0ae75d0-68e3-4bee-90d2-c696c5ca4e11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30875"
    uid: e71e7e87-3c84-4329-8ec3-40f541c098eb
  kind: Event
  lastTimestamp: "2026-04-23T17:18:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:06Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc.18a90bf7c9d5e15b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30945"
    uid: 268fecf8-e9a7-4e1c-a5b7-3c5933b9df7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30875"
    uid: e71e7e87-3c84-4329-8ec3-40f541c098eb
  kind: Event
  lastTimestamp: "2026-04-23T17:18:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:06Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc.18a90bf7ca5ad706
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: 42f3faa1-d86b-4bf1-a8b7-739fd0a2bcdc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30875"
    uid: e71e7e87-3c84-4329-8ec3-40f541c098eb
  kind: Event
  lastTimestamp: "2026-04-23T17:18:38Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-23T17:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:38Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc.18a90bff3cbc6973
    namespace: kserve-ci-e2e-test
    resourceVersion: "31177"
    uid: c4f62d13-0bc9-413c-865e-43c6da597b32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30875"
    uid: e71e7e87-3c84-4329-8ec3-40f541c098eb
  kind: Event
  lastTimestamp: "2026-04-23T17:18:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:52Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc.18a90c0262c6bba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31300"
    uid: 77c522e3-7ab5-4344-9194-535773058697
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30875"
    uid: e71e7e87-3c84-4329-8ec3-40f541c098eb
  kind: Event
  lastTimestamp: "2026-04-23T17:18:58Z"
  message: 'Readiness probe failed: Get "http://10.133.0.51:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.133.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T17:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:18:58Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc.18a90c03e2a90339
    namespace: kserve-ci-e2e-test
    resourceVersion: "31399"
    uid: 9097ef95-160c-46ef-adb3-4ee5e753d96c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "30864"
    uid: 90988439-05fe-44f0-86e1-bbb5cdbee929
  kind: Event
  lastTimestamp: "2026-04-23T17:18:02Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-xn9tc'
  metadata:
    creationTimestamp: "2026-04-23T17:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:18:02Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64.18a90bf6b7998f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30874"
    uid: e8aefe73-a890-45f7-833b-c8bc22bafd31
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30861"
    uid: 0789895b-b69d-427a-a8f3-a812c23b93a6
  kind: Event
  lastTimestamp: "2026-04-23T17:18:02Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7dd9b85c64 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:18:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18a90bf6b5520d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "30866"
    uid: 6c67cca3-bff8-4ef8-82a0-36e191780900
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30863"
    uid: 4add3b63-450c-4051-a606-3c24acdbfae0
  kind: Event
  lastTimestamp: "2026-04-23T17:18:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:18:17Z"
    name: isvc-sklearn-v2-runtime-predictor.18a90bfa343fad9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31022"
    uid: 797bbe41-975b-40ef-9750-3339906d265e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30863"
    uid: 4add3b63-450c-4051-a606-3c24acdbfae0
  kind: Event
  lastTimestamp: "2026-04-23T17:18:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:18:17Z"
    name: isvc-sklearn-v2-runtime-predictor.18a90bfa34a4042d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31024"
    uid: 178d3aed-84ce-4ec5-92d2-c732f9d8d22f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31023"
    uid: 4add3b63-450c-4051-a606-3c24acdbfae0
  kind: Event
  lastTimestamp: "2026-04-23T17:18:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:18:47Z"
    name: isvc-sklearn-v2-runtime-predictor.18a90bfdb370a31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31230"
    uid: 7b88fc37-ad7e-4e96-beda-92753824fecc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31023"
    uid: 4add3b63-450c-4051-a606-3c24acdbfae0
  kind: Event
  lastTimestamp: "2026-04-23T17:18:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:18:47Z"
    name: isvc-sklearn-v2-runtime-predictor.18a90bfdb3d84daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31231"
    uid: b2be53fc-c059-4090-a963-68389da5500a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30838"
    uid: e6471170-cbad-498f-840e-eb90178efdaf
  kind: Event
  lastTimestamp: "2026-04-23T17:18:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:18:48Z"
    name: isvc-sklearn-v2-runtime.18a90bf6b52a4fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31250"
    uid: e57ca5b4-3bce-4c0b-bbc9-b74141e0346c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30838"
    uid: e6471170-cbad-498f-840e-eb90178efdaf
  kind: Event
  lastTimestamp: "2026-04-23T17:18:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:18:02Z"
    name: isvc-sklearn-v2-runtime.18a90bf6b57d6428
    namespace: kserve-ci-e2e-test
    resourceVersion: "30887"
    uid: c4837cdd-0132-4eb2-95c9-9dfe76518d22
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: e6471170-cbad-498f-840e-eb90178efdaf
  kind: Event
  lastTimestamp: "2026-04-23T17:18:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:18:02Z"
    name: isvc-sklearn-v2-runtime.18a90bf6bafc74b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30888"
    uid: 20a9639c-93d5-4eba-930b-90d859f605a5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: e6471170-cbad-498f-840e-eb90178efdaf
  kind: Event
  lastTimestamp: "2026-04-23T17:18:48Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:18:48Z"
    name: isvc-sklearn-v2-runtime.18a90c01924793e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31249"
    uid: 0be297e6-3527-4650-b9b1-ad78c2b1482e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31282"
    uid: dde1d122-bad0-4148-a7aa-de0f7ec5147a
  kind: Event
  lastTimestamp: "2026-04-23T17:20:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:20:09Z"
    name: isvc-sklearn-v2.18a90c02641f2790
    namespace: kserve-ci-e2e-test
    resourceVersion: "31910"
    uid: 6895fc48-1bfd-4243-a2ff-a782521b14cb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:18:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31282"
    uid: dde1d122-bad0-4148-a7aa-de0f7ec5147a
  kind: Event
  lastTimestamp: "2026-04-23T17:18:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:18:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:18:52Z"
    name: isvc-sklearn-v2.18a90c02646aa43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31312"
    uid: d8aecd5b-c058-4ab1-bc54-1343b18fe5c2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:20:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31907"
    uid: dde1d122-bad0-4148-a7aa-de0f7ec5147a
  kind: Event
  lastTimestamp: "2026-04-23T17:20:09Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:20:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:20:09Z"
    name: isvc-sklearn-v2.18a90c143bd9b7db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31909"
    uid: 8e07724b-9d82-48bc-bfa2-2d6678968993
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29388"
    uid: 8816ec3f-c927-4c55-916d-04ec453b2ec9
  kind: Event
  lastTimestamp: "2026-04-23T17:16:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:16:31Z"
    name: isvc-sklearn.18a90bcfb13af4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 9a26b576-9d5b-4294-a31f-ba0e7009c333
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:15:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29388"
    uid: 8816ec3f-c927-4c55-916d-04ec453b2ec9
  kind: Event
  lastTimestamp: "2026-04-23T17:15:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T17:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:15:14Z"
    name: isvc-sklearn.18a90bcfb1824100
    namespace: kserve-ci-e2e-test
    resourceVersion: "29417"
    uid: 18b1308a-8955-472e-a0a5-1ba5312be017
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30018"
    uid: 8816ec3f-c927-4c55-916d-04ec453b2ec9
  kind: Event
  lastTimestamp: "2026-04-23T17:16:31Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:16:31Z"
    name: isvc-sklearn.18a90be18dda8b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30019"
    uid: 999408b4-3a5d-4130-84ed-b35ba2b5238a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:21:32.918232Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32629"
    uid: 0b481433-d513-415b-8524-f66f00ee88f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-88f6f6cb7-4n8rx
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:21:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:21:32Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx.18a90c27c4bb4f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32634"
    uid: d99f1b06-78eb-4fa2-88b4-d964c55c8ecf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 0b481433-d513-415b-8524-f66f00ee88f2
  kind: Event
  lastTimestamp: "2026-04-23T17:21:33Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:21:33Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx.18a90c27ddb0764b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 30e43908-2798-4143-aba5-847470856664
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32632"
    uid: 0b481433-d513-415b-8524-f66f00ee88f2
  kind: Event
  lastTimestamp: "2026-04-23T17:21:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:21:33Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx.18a90c27def92561
    namespace: kserve-ci-e2e-test
    resourceVersion: "32651"
    uid: 17b14642-585e-42d3-8b49-2935bf651565
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32632"
    uid: 0b481433-d513-415b-8524-f66f00ee88f2
  kind: Event
  lastTimestamp: "2026-04-23T17:21:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:21:33Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx.18a90c27e1c6df47
    namespace: kserve-ci-e2e-test
    resourceVersion: "32653"
    uid: abbd6c0c-c5dc-40a9-a59c-9f875d7b31d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32632"
    uid: 0b481433-d513-415b-8524-f66f00ee88f2
  kind: Event
  lastTimestamp: "2026-04-23T17:21:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:21:33Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx.18a90c27e238695c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32654"
    uid: 06ef8eb2-1372-4c08-b786-a890582a258f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32632"
    uid: 0b481433-d513-415b-8524-f66f00ee88f2
  kind: Event
  lastTimestamp: "2026-04-23T17:21:38Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-23T17:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:21:38Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx.18a90c290d0c1b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32705"
    uid: 13fc0a2f-068c-4063-b705-43e05b83639c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32632"
    uid: 0b481433-d513-415b-8524-f66f00ee88f2
  kind: Event
  lastTimestamp: "2026-04-23T17:21:42Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.99s (3.99s including
    waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T17:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:21:42Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx.18a90c29fae36e61
    namespace: kserve-ci-e2e-test
    resourceVersion: "32734"
    uid: da31afc7-5b19-4c55-bc05-6be70895fea6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32632"
    uid: 0b481433-d513-415b-8524-f66f00ee88f2
  kind: Event
  lastTimestamp: "2026-04-23T17:21:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:21:42Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx.18a90c29fdd71a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "32735"
    uid: 637b4fc0-4af6-4673-ba7c-1d5b19fb1d1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32632"
    uid: 0b481433-d513-415b-8524-f66f00ee88f2
  kind: Event
  lastTimestamp: "2026-04-23T17:21:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:21:42Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx.18a90c29fe454f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32736"
    uid: 47b0caa0-7740-4283-a8ef-47f4230c9a39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32632"
    uid: 0b481433-d513-415b-8524-f66f00ee88f2
  kind: Event
  lastTimestamp: "2026-04-23T17:22:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:22:44Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx.18a90c2a3846e371
    namespace: kserve-ci-e2e-test
    resourceVersion: "33263"
    uid: d4db9987-5324-46f5-b00a-b32d5642b540
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32632"
    uid: 0b481433-d513-415b-8524-f66f00ee88f2
  kind: Event
  lastTimestamp: "2026-04-23T17:22:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:22:14Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-4n8rx.18a90c315946335f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32994"
    uid: 4a095cf4-7d05-4f5d-952a-284227faf3d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-88f6f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32620"
    uid: 6bd29b8f-277a-4af4-b3b8-ba8e3997123b
  kind: Event
  lastTimestamp: "2026-04-23T17:21:32Z"
  message: 'Created pod: isvc-tensorflow-predictor-88f6f6cb7-4n8rx'
  metadata:
    creationTimestamp: "2026-04-23T17:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:21:32Z"
    name: isvc-tensorflow-predictor-88f6f6cb7.18a90c27c44ff281
    namespace: kserve-ci-e2e-test
    resourceVersion: "32631"
    uid: 116d2f69-7bb7-4117-8f92-dd451b8c95dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32617"
    uid: e0252a1f-6e91-4429-b8fe-bc665e1be096
  kind: Event
  lastTimestamp: "2026-04-23T17:21:32Z"
  message: Scaled up replica set isvc-tensorflow-predictor-88f6f6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:21:32Z"
    name: isvc-tensorflow-predictor.18a90c27c212187a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32622"
    uid: 1376cc17-1a76-468e-b03d-b32ccd7d47fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32619"
    uid: 398c5fa1-2251-4b71-8fec-e53a0b130aff
  kind: Event
  lastTimestamp: "2026-04-23T17:21:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:21:47Z"
    name: isvc-tensorflow-predictor.18a90c2b40d3f387
    namespace: kserve-ci-e2e-test
    resourceVersion: "32775"
    uid: c07a7fa5-8dc2-444a-8591-69646e08e53e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32619"
    uid: 398c5fa1-2251-4b71-8fec-e53a0b130aff
  kind: Event
  lastTimestamp: "2026-04-23T17:21:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:21:47Z"
    name: isvc-tensorflow-predictor.18a90c2b41341c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32777"
    uid: f09b8a96-02a8-49cb-b023-bfc9d2feaf52
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32776"
    uid: 398c5fa1-2251-4b71-8fec-e53a0b130aff
  kind: Event
  lastTimestamp: "2026-04-23T17:22:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:22:02Z"
    name: isvc-tensorflow-predictor.18a90c2ec0958654
    namespace: kserve-ci-e2e-test
    resourceVersion: "32893"
    uid: 7a626252-af7e-4e81-99db-44e5edf43e91
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32776"
    uid: 398c5fa1-2251-4b71-8fec-e53a0b130aff
  kind: Event
  lastTimestamp: "2026-04-23T17:22:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:22:02Z"
    name: isvc-tensorflow-predictor.18a90c2ec0fc756b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32894"
    uid: 2ff07bf1-1786-45e9-8162-c94d3e539534
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:22:14.131014Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33006"
    uid: a8b72e29-d15e-481a-8ccb-7ca3d0262f87
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:22:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:22:14Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx.18a90c315d347e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "33011"
    uid: ea577f5f-6334-42e0-81b9-aa7a67ebd5b5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33015"
    uid: a8b72e29-d15e-481a-8ccb-7ca3d0262f87
  kind: Event
  lastTimestamp: "2026-04-23T17:22:14Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:22:14Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx.18a90c317661741a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33028"
    uid: 6e8314c4-b4ba-4d87-883b-27f135d94f45
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33008"
    uid: a8b72e29-d15e-481a-8ccb-7ca3d0262f87
  kind: Event
  lastTimestamp: "2026-04-23T17:22:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:22:14Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx.18a90c3177ae06fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33030"
    uid: 2107b4e5-5443-4f75-838c-c87d82ed7512
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33008"
    uid: a8b72e29-d15e-481a-8ccb-7ca3d0262f87
  kind: Event
  lastTimestamp: "2026-04-23T17:22:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:22:14Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx.18a90c317a543b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "33032"
    uid: 7c454b8e-8786-428d-894d-b3d98d069c82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33008"
    uid: a8b72e29-d15e-481a-8ccb-7ca3d0262f87
  kind: Event
  lastTimestamp: "2026-04-23T17:22:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:22:14Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx.18a90c317ac82ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: f68328fd-5e09-4e62-9ce8-0003c76f6304
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33008"
    uid: a8b72e29-d15e-481a-8ccb-7ca3d0262f87
  kind: Event
  lastTimestamp: "2026-04-23T17:22:19Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:22:19Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx.18a90c32a070a0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33073"
    uid: 36e60715-f1d2-467c-8879-29c51b860e00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33008"
    uid: a8b72e29-d15e-481a-8ccb-7ca3d0262f87
  kind: Event
  lastTimestamp: "2026-04-23T17:22:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:22:19Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx.18a90c32a34a0841
    namespace: kserve-ci-e2e-test
    resourceVersion: "33078"
    uid: 2fb1e2f6-4d33-419e-bf80-8d5778cc2973
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33008"
    uid: a8b72e29-d15e-481a-8ccb-7ca3d0262f87
  kind: Event
  lastTimestamp: "2026-04-23T17:22:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:22:19Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx.18a90c32a3cf9de8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33079"
    uid: 1629a80d-f672-4985-86f0-1de9504c7f10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33008"
    uid: a8b72e29-d15e-481a-8ccb-7ca3d0262f87
  kind: Event
  lastTimestamp: "2026-04-23T17:22:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:22:21Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx.18a90c32dc4c79ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: a5e2f4cd-db4a-40fc-86e8-d06f5841eb5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33008"
    uid: a8b72e29-d15e-481a-8ccb-7ca3d0262f87
  kind: Event
  lastTimestamp: "2026-04-23T17:22:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:22:45Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx.18a90c38a9389aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "33299"
    uid: 73ce3d45-b393-468f-b050-652493461e78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-854bdff69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32996"
    uid: 0417b017-3a20-4736-a391-9cf2838c8515
  kind: Event
  lastTimestamp: "2026-04-23T17:22:14Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-854bdff69c-4zvvx'
  metadata:
    creationTimestamp: "2026-04-23T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:22:14Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c.18a90c315cb4019f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: f4e5c66b-bc44-4d3f-9cfb-976f345246af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32993"
    uid: 2d39ee6f-7f4b-4f29-91f4-56fb95b2d57c
  kind: Event
  lastTimestamp: "2026-04-23T17:22:14Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-854bdff69c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:22:14Z"
    name: isvc-tensorflow-runtime-predictor.18a90c315a420cdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32998"
    uid: d425d954-6b4b-4c0e-90e2-04ae36c84fd4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32995"
    uid: 158ebf74-c650-4e36-a8e4-a1ab855d138e
  kind: Event
  lastTimestamp: "2026-04-23T17:22:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:22:44Z"
    name: isvc-tensorflow-runtime-predictor.18a90c34d8ceecff
    namespace: kserve-ci-e2e-test
    resourceVersion: "33257"
    uid: 03d372a8-8b41-48ba-93d1-33e70837e542
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32995"
    uid: 158ebf74-c650-4e36-a8e4-a1ab855d138e
  kind: Event
  lastTimestamp: "2026-04-23T17:22:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:22:44Z"
    name: isvc-tensorflow-runtime-predictor.18a90c34d92d488e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33258"
    uid: d7b58114-0100-4748-ab73-9fd534b2af05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32969"
    uid: 62ffd852-f175-49ec-b16a-6ba32c1cf925
  kind: Event
  lastTimestamp: "2026-04-23T17:22:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:22:31Z"
    name: isvc-tensorflow-runtime.18a90c315a1d9df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33178"
    uid: cf867200-83b0-44c8-aa7d-e2040ddf3146
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32969"
    uid: 62ffd852-f175-49ec-b16a-6ba32c1cf925
  kind: Event
  lastTimestamp: "2026-04-23T17:22:14Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:22:14Z"
    name: isvc-tensorflow-runtime.18a90c315a67f671
    namespace: kserve-ci-e2e-test
    resourceVersion: "33018"
    uid: d02bdf5e-2fdb-4d28-b902-2a3767053a79
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32983"
    uid: 62ffd852-f175-49ec-b16a-6ba32c1cf925
  kind: Event
  lastTimestamp: "2026-04-23T17:22:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:22:14Z"
    name: isvc-tensorflow-runtime.18a90c315f17d2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33020"
    uid: b9883d30-9d64-4d3a-b27a-8491fa262844
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33176"
    uid: 62ffd852-f175-49ec-b16a-6ba32c1cf925
  kind: Event
  lastTimestamp: "2026-04-23T17:22:31Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:22:31Z"
    name: isvc-tensorflow-runtime.18a90c356f9e02f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: 1690db0a-016e-4b1f-9c5a-230fc136d31a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32593"
    uid: 4f125ec9-9b27-4f32-8488-e92a4cf29b5f
  kind: Event
  lastTimestamp: "2026-04-23T17:21:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:21:54Z"
    name: isvc-tensorflow.18a90c27c1e87cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32829"
    uid: 18f46116-b30d-4e54-9e51-60781a0d381e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32593"
    uid: 4f125ec9-9b27-4f32-8488-e92a4cf29b5f
  kind: Event
  lastTimestamp: "2026-04-23T17:21:32Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:21:32Z"
    name: isvc-tensorflow.18a90c27c22ea4bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32624"
    uid: 85f45409-1e89-4db6-aab4-35c5648c7fa5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:21:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32827"
    uid: 4f125ec9-9b27-4f32-8488-e92a4cf29b5f
  kind: Event
  lastTimestamp: "2026-04-23T17:21:54Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:21:54Z"
    name: isvc-tensorflow.18a90c2ccbaa9c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "32828"
    uid: dc4af7e9-0912-485c-8c2b-9a46f8d73bf6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:22:45.535445Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-dwrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "33313"
    uid: ca61059c-cb89-4653-a588-48f645e74d70
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-85f9f46646-dwrns
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:22:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:22:45Z"
    name: isvc-triton-predictor-85f9f46646-dwrns.18a90c38ad0e1b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: 25d8f639-939d-4c1b-8ad1-6188a9d83741
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-dwrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "33322"
    uid: ca61059c-cb89-4653-a588-48f645e74d70
  kind: Event
  lastTimestamp: "2026-04-23T17:22:45Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:22:45Z"
    name: isvc-triton-predictor-85f9f46646-dwrns.18a90c38c63e53c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33332"
    uid: e1f000b5-c409-4b07-8031-2013fbffc759
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-dwrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "33315"
    uid: ca61059c-cb89-4653-a588-48f645e74d70
  kind: Event
  lastTimestamp: "2026-04-23T17:22:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:22:45Z"
    name: isvc-triton-predictor-85f9f46646-dwrns.18a90c38c7795896
    namespace: kserve-ci-e2e-test
    resourceVersion: "33334"
    uid: 23922892-f8b3-4ea1-9185-79b74da1e825
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-dwrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "33315"
    uid: ca61059c-cb89-4653-a588-48f645e74d70
  kind: Event
  lastTimestamp: "2026-04-23T17:22:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:22:46Z"
    name: isvc-triton-predictor-85f9f46646-dwrns.18a90c38ca890a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: 31242b69-da44-45ab-bcc9-03932b50b57f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-dwrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "33315"
    uid: ca61059c-cb89-4653-a588-48f645e74d70
  kind: Event
  lastTimestamp: "2026-04-23T17:22:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:22:46Z"
    name: isvc-triton-predictor-85f9f46646-dwrns.18a90c38caeb75ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "33337"
    uid: eb4370b5-b956-44ff-af4d-d9a86741b8f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-dwrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "33315"
    uid: ca61059c-cb89-4653-a588-48f645e74d70
  kind: Event
  lastTimestamp: "2026-04-23T17:22:50Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-23T17:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:22:50Z"
    name: isvc-triton-predictor-85f9f46646-dwrns.18a90c39de2e4ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33376"
    uid: f7165ca3-977d-4dbf-a850-5d53d2a44626
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-dwrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "33315"
    uid: ca61059c-cb89-4653-a588-48f645e74d70
  kind: Event
  lastTimestamp: "2026-04-23T17:24:45Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.458s
    (1m54.458s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T17:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:24:45Z"
    name: isvc-triton-predictor-85f9f46646-dwrns.18a90c548470c85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34179"
    uid: 6cf0a52f-cfd9-49ea-b3db-521ea8bed0ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-dwrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "33315"
    uid: ca61059c-cb89-4653-a588-48f645e74d70
  kind: Event
  lastTimestamp: "2026-04-23T17:24:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:24:45Z"
    name: isvc-triton-predictor-85f9f46646-dwrns.18a90c548b42623e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34180"
    uid: ec4bf568-9082-4681-a0c5-685b83f29f1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-dwrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "33315"
    uid: ca61059c-cb89-4653-a588-48f645e74d70
  kind: Event
  lastTimestamp: "2026-04-23T17:24:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:24:45Z"
    name: isvc-triton-predictor-85f9f46646-dwrns.18a90c548c64e3d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34181"
    uid: b372d979-8a0c-4d87-95e9-4681598c5f6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-dwrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "33315"
    uid: ca61059c-cb89-4653-a588-48f645e74d70
  kind: Event
  lastTimestamp: "2026-04-23T17:24:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:24:47Z"
    name: isvc-triton-predictor-85f9f46646-dwrns.18a90c54be45d070
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 41c77c2b-a4a5-4b48-a6b3-3698bf135323
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:25:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-dwrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "33315"
    uid: ca61059c-cb89-4653-a588-48f645e74d70
  kind: Event
  lastTimestamp: "2026-04-23T17:25:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:25:07Z"
    name: isvc-triton-predictor-85f9f46646-dwrns.18a90c59a3b2da79
    namespace: kserve-ci-e2e-test
    resourceVersion: "34380"
    uid: 10dd92de-085b-455f-9a66-47da31c7fb10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-85f9f46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "33303"
    uid: 1907dd28-f67a-4ab8-a813-b4b7077783cd
  kind: Event
  lastTimestamp: "2026-04-23T17:22:45Z"
  message: 'Created pod: isvc-triton-predictor-85f9f46646-dwrns'
  metadata:
    creationTimestamp: "2026-04-23T17:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:22:45Z"
    name: isvc-triton-predictor-85f9f46646.18a90c38ac9fe4e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33314"
    uid: 70230713-0760-40fa-a7fc-ae70fd954e46
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33301"
    uid: 50608e2a-0615-43e5-b390-b05dafa377a7
  kind: Event
  lastTimestamp: "2026-04-23T17:22:45Z"
  message: Scaled up replica set isvc-triton-predictor-85f9f46646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:22:45Z"
    name: isvc-triton-predictor.18a90c38aa49a86a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33305"
    uid: 11dffe42-56fe-4ab1-a9c9-89f04541623f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T17:23:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33302"
    uid: 6bdae847-937e-4312-bbb7-78610cb5e7ca
  kind: Event
  lastTimestamp: "2026-04-23T17:25:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:25:00Z"
    name: isvc-triton-predictor.18a90c3c28e0adea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34296"
    uid: cbf37b3a-bcf9-47ab-b1e1-3129451dee30
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T17:23:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33302"
    uid: 6bdae847-937e-4312-bbb7-78610cb5e7ca
  kind: Event
  lastTimestamp: "2026-04-23T17:25:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:25:00Z"
    name: isvc-triton-predictor.18a90c3c294269db
    namespace: kserve-ci-e2e-test
    resourceVersion: "34297"
    uid: c126cfdf-5f4f-45ad-bcfa-4869692a4ef2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33275"
    uid: a3787007-22a0-497e-9182-6f650290c8ca
  kind: Event
  lastTimestamp: "2026-04-23T17:24:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:24:57Z"
    name: isvc-triton.18a90c38aa335a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34272"
    uid: bc10d765-b3a1-460e-b515-f3f847a34433
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:22:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33275"
    uid: a3787007-22a0-497e-9182-6f650290c8ca
  kind: Event
  lastTimestamp: "2026-04-23T17:22:45Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T17:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:22:45Z"
    name: isvc-triton.18a90c38aabe6d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "33307"
    uid: 461d9168-cee5-4f6e-88f5-d4ec6a4fe402
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:24:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: a3787007-22a0-497e-9182-6f650290c8ca
  kind: Event
  lastTimestamp: "2026-04-23T17:24:57Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:24:57Z"
    name: isvc-triton.18a90c57523f2883
    namespace: kserve-ci-e2e-test
    resourceVersion: "34271"
    uid: 80a0d24e-2867-460b-8ce3-d11476630e17
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:25:07.181719Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34389"
    uid: 41d2fc84-8021-4390-a4c3-11f48835abf7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6dbc9d6d47-rx2wx
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:25:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:25:07Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx.18a90c59a7d4bdfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34393"
    uid: 62620d5f-3ffc-42de-bb34-1d8b54aeed19
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:25:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: 41d2fc84-8021-4390-a4c3-11f48835abf7
  kind: Event
  lastTimestamp: "2026-04-23T17:25:07Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:25:07Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx.18a90c59c17b01df
    namespace: kserve-ci-e2e-test
    resourceVersion: "34406"
    uid: 158c670d-20ff-448c-9225-d97123c25a78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:25:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 41d2fc84-8021-4390-a4c3-11f48835abf7
  kind: Event
  lastTimestamp: "2026-04-23T17:25:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:25:07Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx.18a90c59c2b9dbe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34408"
    uid: 40644d26-f57d-400b-bc03-09bb7b77ca70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:25:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 41d2fc84-8021-4390-a4c3-11f48835abf7
  kind: Event
  lastTimestamp: "2026-04-23T17:25:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:25:07Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx.18a90c59c5d512a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34410"
    uid: a57b4d7e-024c-4b29-ba24-d1234069c332
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:25:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 41d2fc84-8021-4390-a4c3-11f48835abf7
  kind: Event
  lastTimestamp: "2026-04-23T17:25:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:25:07Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx.18a90c59c6508936
    namespace: kserve-ci-e2e-test
    resourceVersion: "34411"
    uid: a5af0a5c-b60e-4711-989d-bcd1c6bfaf4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 41d2fc84-8021-4390-a4c3-11f48835abf7
  kind: Event
  lastTimestamp: "2026-04-23T17:25:12Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T17:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:25:12Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx.18a90c5ad138dcd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34451"
    uid: 4a44d134-375f-442c-a8c5-70c206d188ec
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 41d2fc84-8021-4390-a4c3-11f48835abf7
  kind: Event
  lastTimestamp: "2026-04-23T17:25:31Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.351s (19.351s
    including waiting). Image size: 1306414326 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T17:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:25:31Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx.18a90c5f52ae1124
    namespace: kserve-ci-e2e-test
    resourceVersion: "34596"
    uid: 627a1e16-4a53-48b8-ac81-79b8d2eb7772
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 41d2fc84-8021-4390-a4c3-11f48835abf7
  kind: Event
  lastTimestamp: "2026-04-23T17:25:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:25:31Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx.18a90c5f558d5945
    namespace: kserve-ci-e2e-test
    resourceVersion: "34597"
    uid: 0d19e601-1fe8-4629-a588-72c1a42f3b95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 41d2fc84-8021-4390-a4c3-11f48835abf7
  kind: Event
  lastTimestamp: "2026-04-23T17:25:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:25:31Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx.18a90c5f55fc72f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34598"
    uid: b400361b-1a84-4447-bbf8-6baeda393c2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-23T17:25:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 41d2fc84-8021-4390-a4c3-11f48835abf7
  kind: Event
  lastTimestamp: "2026-04-23T17:26:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:26:23Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx.18a90c5f7d034bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34969"
    uid: 0b5abf7d-4462-4bff-850d-274c67366c5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 41d2fc84-8021-4390-a4c3-11f48835abf7
  kind: Event
  lastTimestamp: "2026-04-23T17:26:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:26:37Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-rx2wx.18a90c6ea59df725
    namespace: kserve-ci-e2e-test
    resourceVersion: "35092"
    uid: dd7327e3-b76a-437c-a9ea-528cdba50a40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:25:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6dbc9d6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "34374"
    uid: 97be82b9-2f0e-495b-b041-3b7a9f082d8e
  kind: Event
  lastTimestamp: "2026-04-23T17:25:07Z"
  message: 'Created pod: isvc-xgboost-predictor-6dbc9d6d47-rx2wx'
  metadata:
    creationTimestamp: "2026-04-23T17:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:25:07Z"
    name: isvc-xgboost-predictor-6dbc9d6d47.18a90c59a7720bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34390"
    uid: 812afd82-7585-44ad-9bb8-d554d4c2c042
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:25:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34369"
    uid: 0263227d-c508-44ef-800b-34ed8a36036f
  kind: Event
  lastTimestamp: "2026-04-23T17:25:07Z"
  message: Scaled up replica set isvc-xgboost-predictor-6dbc9d6d47 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:25:07Z"
    name: isvc-xgboost-predictor.18a90c59a336fd12
    namespace: kserve-ci-e2e-test
    resourceVersion: "34377"
    uid: ddea9bd6-dc2e-4f9b-9de4-c07f6805bb01
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T17:25:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34371"
    uid: 977b5513-e131-4828-8f20-51c2e15574c8
  kind: Event
  lastTimestamp: "2026-04-23T17:26:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:26:07Z"
    name: isvc-xgboost-predictor.18a90c5d2196e722
    namespace: kserve-ci-e2e-test
    resourceVersion: "34851"
    uid: b28267d7-e399-4064-9503-806643f2f796
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T17:25:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34371"
    uid: 977b5513-e131-4828-8f20-51c2e15574c8
  kind: Event
  lastTimestamp: "2026-04-23T17:26:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:26:07Z"
    name: isvc-xgboost-predictor.18a90c5d21f78432
    namespace: kserve-ci-e2e-test
    resourceVersion: "34852"
    uid: 8e326283-a33e-4394-9a59-34fc3ba5c2bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34522"
    uid: 977b5513-e131-4828-8f20-51c2e15574c8
  kind: Event
  lastTimestamp: "2026-04-23T17:26:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:26:37Z"
    name: isvc-xgboost-predictor.18a90c6b1e16b5f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35068"
    uid: e2e1b2e3-56fe-4136-9e32-f90e881d222d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34522"
    uid: 977b5513-e131-4828-8f20-51c2e15574c8
  kind: Event
  lastTimestamp: "2026-04-23T17:26:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:26:37Z"
    name: isvc-xgboost-predictor.18a90c6b1e7bb591
    namespace: kserve-ci-e2e-test
    resourceVersion: "35069"
    uid: 746c990a-e2a6-4eff-8d59-16eab60189db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:28:07.962027Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35922"
    uid: afd115a5-5572-484c-9b54-fa98d32be17d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-687c7765c9-wfwsm
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:28:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:28:07Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm.18a90c83bf2d36de
    namespace: kserve-ci-e2e-test
    resourceVersion: "35927"
    uid: d45d3100-9e8e-404e-bb50-a92c8a17889f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35934"
    uid: afd115a5-5572-484c-9b54-fa98d32be17d
  kind: Event
  lastTimestamp: "2026-04-23T17:28:08Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:28:08Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm.18a90c83d80af60b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 26cd8f21-1b2c-4ff3-b0cf-f67c49b0351d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: afd115a5-5572-484c-9b54-fa98d32be17d
  kind: Event
  lastTimestamp: "2026-04-23T17:28:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:28:08Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm.18a90c83d941caea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35944"
    uid: fea4126c-31b5-4797-adcc-ffcb80a59597
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: afd115a5-5572-484c-9b54-fa98d32be17d
  kind: Event
  lastTimestamp: "2026-04-23T17:28:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:28:08Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm.18a90c83dc3ff5de
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: ac4cac38-b710-4d5e-80fd-694884db7a84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: afd115a5-5572-484c-9b54-fa98d32be17d
  kind: Event
  lastTimestamp: "2026-04-23T17:28:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:28:08Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm.18a90c83dcaeb7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35947"
    uid: 2fdbceb0-716a-4b04-aa3b-ed4bc4a14163
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: afd115a5-5572-484c-9b54-fa98d32be17d
  kind: Event
  lastTimestamp: "2026-04-23T17:28:12Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:28:12Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm.18a90c84da7c3c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35981"
    uid: 8d421784-827a-4163-9116-845c4d721e8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: afd115a5-5572-484c-9b54-fa98d32be17d
  kind: Event
  lastTimestamp: "2026-04-23T17:28:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:28:12Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm.18a90c84dd2b3cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35985"
    uid: 4c6d6de8-68ad-4923-a113-df453beab785
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: afd115a5-5572-484c-9b54-fa98d32be17d
  kind: Event
  lastTimestamp: "2026-04-23T17:28:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:28:12Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm.18a90c84dd9f50ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "35986"
    uid: 071cacda-e142-4c8f-8b29-a1c2cdbf142b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: afd115a5-5572-484c-9b54-fa98d32be17d
  kind: Event
  lastTimestamp: "2026-04-23T17:29:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:29:04Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm.18a90c851663b7b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36358"
    uid: 164d45b5-4c89-4c8a-8723-389ab0c54da1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: afd115a5-5572-484c-9b54-fa98d32be17d
  kind: Event
  lastTimestamp: "2026-04-23T17:29:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:29:18Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm.18a90c9416bc99d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36483"
    uid: 1a5d2239-9b7a-400f-b56c-72218e5031d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-687c7765c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35910"
    uid: 4bce6687-4c16-4db4-82e8-7446604ca040
  kind: Event
  lastTimestamp: "2026-04-23T17:28:07Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-687c7765c9-wfwsm'
  metadata:
    creationTimestamp: "2026-04-23T17:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:28:07Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9.18a90c83be9ea57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35924"
    uid: f4710480-617a-4e39-b007-cd313ccedbea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35902"
    uid: 41360fbb-3479-4ab9-ab9a-32f59222fc18
  kind: Event
  lastTimestamp: "2026-04-23T17:28:07Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-687c7765c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T17:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:28:07Z"
    name: isvc-xgboost-runtime-predictor.18a90c83bb9e7bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35912"
    uid: 99be6676-1b40-4dbc-a85a-bfd9a509d82a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35908"
    uid: 9db4106d-4252-4fa9-b4f3-eece2091b265
  kind: Event
  lastTimestamp: "2026-04-23T17:28:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:28:52Z"
    name: isvc-xgboost-runtime-predictor.18a90c873a3ae94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36269"
    uid: e148c3e3-c621-45be-bb80-5ab3c6005485
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35908"
    uid: 9db4106d-4252-4fa9-b4f3-eece2091b265
  kind: Event
  lastTimestamp: "2026-04-23T17:28:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:28:52Z"
    name: isvc-xgboost-runtime-predictor.18a90c873aa05550
    namespace: kserve-ci-e2e-test
    resourceVersion: "36270"
    uid: 795f2b75-c74c-487d-8f61-de239f8563e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36058"
    uid: 9db4106d-4252-4fa9-b4f3-eece2091b265
  kind: Event
  lastTimestamp: "2026-04-23T17:29:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:29:07Z"
    name: isvc-xgboost-runtime-predictor.18a90c91b7ce4e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "36375"
    uid: 4871a42f-7047-4ee2-a3f9-28334eb32278
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36058"
    uid: 9db4106d-4252-4fa9-b4f3-eece2091b265
  kind: Event
  lastTimestamp: "2026-04-23T17:29:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:29:07Z"
    name: isvc-xgboost-runtime-predictor.18a90c91b83a4578
    namespace: kserve-ci-e2e-test
    resourceVersion: "36377"
    uid: f4ceb410-5343-4e66-b9d0-96088ed65aa8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35882"
    uid: d01cc5e3-fa42-488c-b44b-befddcacf4ab
  kind: Event
  lastTimestamp: "2026-04-23T17:29:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:29:14Z"
    name: isvc-xgboost-runtime.18a90c83bb7a8c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "36433"
    uid: 7db3fc2f-bb92-4afb-9e6b-98f3287908a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35882"
    uid: d01cc5e3-fa42-488c-b44b-befddcacf4ab
  kind: Event
  lastTimestamp: "2026-04-23T17:28:07Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:28:07Z"
    name: isvc-xgboost-runtime.18a90c83bc128019
    namespace: kserve-ci-e2e-test
    resourceVersion: "35915"
    uid: b0adc276-8b3a-4536-98bb-1caf5ab2f7f0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36431"
    uid: d01cc5e3-fa42-488c-b44b-befddcacf4ab
  kind: Event
  lastTimestamp: "2026-04-23T17:29:14Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:29:14Z"
    name: isvc-xgboost-runtime.18a90c934eac1676
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: 0970f7cb-f76c-4e8b-a83f-199685161328
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:26:37.447003Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35114"
    uid: 8872a186-969e-434a-af09-8dccadcaf56f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:26:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:26:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r.18a90c6eac0f9c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35118"
    uid: 706a8095-4bab-49ac-a4b9-476d55b753b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35123"
    uid: 8872a186-969e-434a-af09-8dccadcaf56f
  kind: Event
  lastTimestamp: "2026-04-23T17:26:37Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:26:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r.18a90c6ec52b90fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35131"
    uid: bafa29fb-0bda-4fd1-b82e-48757f5ae886
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35116"
    uid: 8872a186-969e-434a-af09-8dccadcaf56f
  kind: Event
  lastTimestamp: "2026-04-23T17:26:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:26:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r.18a90c6ec65b8731
    namespace: kserve-ci-e2e-test
    resourceVersion: "35134"
    uid: 3f3341ad-8c1f-4ffd-8aa2-0d1b6e3afc3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35116"
    uid: 8872a186-969e-434a-af09-8dccadcaf56f
  kind: Event
  lastTimestamp: "2026-04-23T17:26:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:26:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r.18a90c6eca501669
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 596a92dc-a672-4ea3-ab30-04d624f0ab78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35116"
    uid: 8872a186-969e-434a-af09-8dccadcaf56f
  kind: Event
  lastTimestamp: "2026-04-23T17:26:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:26:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r.18a90c6ecac1343e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35137"
    uid: 89744389-6066-4d6d-8763-7c9a82ddeb6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35116"
    uid: 8872a186-969e-434a-af09-8dccadcaf56f
  kind: Event
  lastTimestamp: "2026-04-23T17:26:42Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:26:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r.18a90c6fd5bbe8cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35179"
    uid: c8b9ba96-87a9-4869-85d7-ba6bce367bf3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35116"
    uid: 8872a186-969e-434a-af09-8dccadcaf56f
  kind: Event
  lastTimestamp: "2026-04-23T17:26:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:26:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r.18a90c6fd8d58788
    namespace: kserve-ci-e2e-test
    resourceVersion: "35183"
    uid: bc45e671-db7e-419f-932f-19af2f238f0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35116"
    uid: 8872a186-969e-434a-af09-8dccadcaf56f
  kind: Event
  lastTimestamp: "2026-04-23T17:26:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:26:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r.18a90c6fd947317f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35184"
    uid: a9a15774-3cc9-4145-9996-2430fed1911b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35116"
    uid: 8872a186-969e-434a-af09-8dccadcaf56f
  kind: Event
  lastTimestamp: "2026-04-23T17:27:14Z"
  message: 'Readiness probe failed: Get "http://10.133.0.58:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.58:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T17:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:27:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r.18a90c7749a36c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "35414"
    uid: cd0aec7a-78f2-49a9-8350-478a6cea529e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35116"
    uid: 8872a186-969e-434a-af09-8dccadcaf56f
  kind: Event
  lastTimestamp: "2026-04-23T17:27:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:27:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r.18a90c7a54957599
    namespace: kserve-ci-e2e-test
    resourceVersion: "35528"
    uid: ec1c032a-1140-43f0-8c69-e9b5f6a195bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668
    namespace: kserve-ci-e2e-test
    resourceVersion: "35100"
    uid: d95b8fd3-3ad1-4fb8-9c97-bf8a6aa213f2
  kind: Event
  lastTimestamp: "2026-04-23T17:26:37Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-58b7db6668-c9r2r'
  metadata:
    creationTimestamp: "2026-04-23T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:26:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668.18a90c6eab94e617
    namespace: kserve-ci-e2e-test
    resourceVersion: "35115"
    uid: 74152de2-55b3-4c74-ab73-cfe061ada58f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35098"
    uid: c8da5310-38bf-46c1-8af4-61870b86fc91
  kind: Event
  lastTimestamp: "2026-04-23T17:26:37Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-58b7db6668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:26:37Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a90c6ea7357a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35102"
    uid: bedd2aaf-0b79-4855-8d0e-68dc5beb272a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35099"
    uid: cab49a53-1e55-41b6-b823-fb40fbcab21e
  kind: Event
  lastTimestamp: "2026-04-23T17:27:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:27:07Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a90c7225e2d968
    namespace: kserve-ci-e2e-test
    resourceVersion: "35359"
    uid: 249f157c-2dcc-4ef7-a203-729758a6c811
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35099"
    uid: cab49a53-1e55-41b6-b823-fb40fbcab21e
  kind: Event
  lastTimestamp: "2026-04-23T17:27:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:27:07Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a90c72264b1f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35360"
    uid: a9eefd1b-6e36-4351-82bb-76284d5e3b4a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35259"
    uid: cab49a53-1e55-41b6-b823-fb40fbcab21e
  kind: Event
  lastTimestamp: "2026-04-23T17:27:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:27:22Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a90c792575cd8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35468"
    uid: 86e14e86-6e12-429c-b860-cbe166c1dfda
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35259"
    uid: cab49a53-1e55-41b6-b823-fb40fbcab21e
  kind: Event
  lastTimestamp: "2026-04-23T17:27:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:27:22Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a90c7925bab380
    namespace: kserve-ci-e2e-test
    resourceVersion: "35469"
    uid: 801ff4cb-d9cf-4ac3-b114-0f08006e2dcf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35077"
    uid: 9314244e-8dfc-4cec-9951-790cd2612778
  kind: Event
  lastTimestamp: "2026-04-23T17:27:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:27:24Z"
    name: isvc-xgboost-v2-mlserver.18a90c6ea7143a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35491"
    uid: d101c9fd-a9d8-4067-b61d-fbdc94dc1c07
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35077"
    uid: 9314244e-8dfc-4cec-9951-790cd2612778
  kind: Event
  lastTimestamp: "2026-04-23T17:26:37Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:26:37Z"
    name: isvc-xgboost-v2-mlserver.18a90c6ea76551dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35122"
    uid: b85e970a-f406-4aed-b6d3-c96e8812342d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35109"
    uid: 9314244e-8dfc-4cec-9951-790cd2612778
  kind: Event
  lastTimestamp: "2026-04-23T17:26:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:26:37Z"
    name: isvc-xgboost-v2-mlserver.18a90c6eac87f94f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35125"
    uid: 20a3d965-4403-426b-a7fe-9006edb3f6ca
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35489"
    uid: 9314244e-8dfc-4cec-9951-790cd2612778
  kind: Event
  lastTimestamp: "2026-04-23T17:27:24Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:27:24Z"
    name: isvc-xgboost-v2-mlserver.18a90c79a1ae3605
    namespace: kserve-ci-e2e-test
    resourceVersion: "35490"
    uid: 835c475c-a285-4c05-813a-6d527e5421b6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:30:08.424287Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36915"
    uid: 96499f1a-002a-4f25-9600-fef8def7e241
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5db5686f9f-sfmj4
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:30:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:30:08Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4.18a90c9fcb496db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 2b6fce9d-38b6-496d-9c02-bb073a8c264e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 96499f1a-002a-4f25-9600-fef8def7e241
  kind: Event
  lastTimestamp: "2026-04-23T17:30:08Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:30:08Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4.18a90c9fe43e12d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36948"
    uid: ec74b829-7997-417e-aa05-e7987843ede6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 96499f1a-002a-4f25-9600-fef8def7e241
  kind: Event
  lastTimestamp: "2026-04-23T17:30:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:30:08Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4.18a90c9fe62565a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 96b3bf91-8d45-490d-b23a-fbd804d067c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 96499f1a-002a-4f25-9600-fef8def7e241
  kind: Event
  lastTimestamp: "2026-04-23T17:30:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:30:08Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4.18a90c9fe92ef683
    namespace: kserve-ci-e2e-test
    resourceVersion: "36952"
    uid: ef25f95d-2c3c-4d3d-887c-b17c75842af1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 96499f1a-002a-4f25-9600-fef8def7e241
  kind: Event
  lastTimestamp: "2026-04-23T17:30:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:30:08Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4.18a90c9fe99fb072
    namespace: kserve-ci-e2e-test
    resourceVersion: "36953"
    uid: 7d013a54-0d67-4b77-babf-97ec8d15fbf0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 96499f1a-002a-4f25-9600-fef8def7e241
  kind: Event
  lastTimestamp: "2026-04-23T17:30:13Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:30:13Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4.18a90ca0e1ca61cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36989"
    uid: 6a01b70d-d825-4b8f-9dc3-02fe54af0a3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 96499f1a-002a-4f25-9600-fef8def7e241
  kind: Event
  lastTimestamp: "2026-04-23T17:30:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:30:13Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4.18a90ca0e4a89470
    namespace: kserve-ci-e2e-test
    resourceVersion: "36991"
    uid: b03431a6-87b7-4d8e-8039-a37108bc86b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 96499f1a-002a-4f25-9600-fef8def7e241
  kind: Event
  lastTimestamp: "2026-04-23T17:30:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:30:13Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4.18a90ca0e51b9a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "36994"
    uid: 8a3430f5-517c-4984-a7e6-789b2a06cbb8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 96499f1a-002a-4f25-9600-fef8def7e241
  kind: Event
  lastTimestamp: "2026-04-23T17:31:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T17:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:31:05Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4.18a90ca11dac1580
    namespace: kserve-ci-e2e-test
    resourceVersion: "37366"
    uid: c1a02eec-9f6a-4cbe-a499-8b82648c0092
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 96499f1a-002a-4f25-9600-fef8def7e241
  kind: Event
  lastTimestamp: "2026-04-23T17:31:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:31:18Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4.18a90cb020307ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37514"
    uid: 0f921c33-5d2c-4328-92f6-24f19ad4e183
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5db5686f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36900"
    uid: 1c5b13bc-0a00-4a4a-8266-632c34ff748c
  kind: Event
  lastTimestamp: "2026-04-23T17:30:08Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5db5686f9f-sfmj4'
  metadata:
    creationTimestamp: "2026-04-23T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:30:08Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f.18a90c9fca76bbde
    namespace: kserve-ci-e2e-test
    resourceVersion: "36916"
    uid: b78d3630-4e68-472d-9dd6-68481cec90dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: eda6373a-8c48-49ff-a0ed-5a2d015876ac
  kind: Event
  lastTimestamp: "2026-04-23T17:30:08Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5db5686f9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:30:08Z"
    name: isvc-xgboost-v2-predictor.18a90c9fc4e3024c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: d5a6c82f-c734-4056-81b6-006f92b4d904
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36899"
    uid: 028a2046-07af-4fab-8ce4-9859b8d5115b
  kind: Event
  lastTimestamp: "2026-04-23T17:30:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:30:23Z"
    name: isvc-xgboost-v2-predictor.18a90ca3439205e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37076"
    uid: 97a1b6c7-484b-4ac7-bef5-466a79bdc8f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36899"
    uid: 028a2046-07af-4fab-8ce4-9859b8d5115b
  kind: Event
  lastTimestamp: "2026-04-23T17:30:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:30:23Z"
    name: isvc-xgboost-v2-predictor.18a90ca3442a17d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37077"
    uid: 6c1a1fae-1a5e-4e9e-9d66-5601b367e6e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37075"
    uid: 028a2046-07af-4fab-8ce4-9859b8d5115b
  kind: Event
  lastTimestamp: "2026-04-23T17:31:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:31:08Z"
    name: isvc-xgboost-v2-predictor.18a90ca6c35b0d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 19568dac-4c55-4bb3-9770-adfd6440bc79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37075"
    uid: 028a2046-07af-4fab-8ce4-9859b8d5115b
  kind: Event
  lastTimestamp: "2026-04-23T17:31:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:31:08Z"
    name: isvc-xgboost-v2-predictor.18a90ca6c3cb0b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37393"
    uid: 01fdc6cf-591e-415a-9036-67786af77cb8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:29:18.256299Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36494"
    uid: 66541121-3569-4d4e-8c8f-efe00396b530
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:29:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:29:18Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68.18a90c941d0aadf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36499"
    uid: 3d9eeac0-bbea-426e-bb61-06b32b5d12c2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 66541121-3569-4d4e-8c8f-efe00396b530
  kind: Event
  lastTimestamp: "2026-04-23T17:29:18Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:29:18Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68.18a90c94362c91eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36513"
    uid: 91a92684-07e1-467b-ac45-721af91ccc0d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: 66541121-3569-4d4e-8c8f-efe00396b530
  kind: Event
  lastTimestamp: "2026-04-23T17:29:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:29:18Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68.18a90c9437981ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36515"
    uid: 68aec299-6262-49fd-ad71-1397739def98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: 66541121-3569-4d4e-8c8f-efe00396b530
  kind: Event
  lastTimestamp: "2026-04-23T17:29:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:29:18Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68.18a90c943a8195cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36517"
    uid: 4bd29e18-29b3-48b2-b1e6-f1b3628913d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: 66541121-3569-4d4e-8c8f-efe00396b530
  kind: Event
  lastTimestamp: "2026-04-23T17:29:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:29:18Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68.18a90c943af6677c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36518"
    uid: 4cafb7af-b5f6-42b9-b537-be8d5fb29765
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: 66541121-3569-4d4e-8c8f-efe00396b530
  kind: Event
  lastTimestamp: "2026-04-23T17:29:22Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T17:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:29:22Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68.18a90c9534023549
    namespace: kserve-ci-e2e-test
    resourceVersion: "36559"
    uid: 83527f73-5bc7-4b33-b891-f6d9240226e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: 66541121-3569-4d4e-8c8f-efe00396b530
  kind: Event
  lastTimestamp: "2026-04-23T17:29:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:29:22Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68.18a90c95374b61ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36563"
    uid: c9aa872a-5114-49c8-8901-d38faa95c57e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: 66541121-3569-4d4e-8c8f-efe00396b530
  kind: Event
  lastTimestamp: "2026-04-23T17:29:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:29:23Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68.18a90c9537c022d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36564"
    uid: 3323e586-f20a-449f-8db7-fb8e3742f3fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: 66541121-3569-4d4e-8c8f-efe00396b530
  kind: Event
  lastTimestamp: "2026-04-23T17:29:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-23T17:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:29:55Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68.18a90c9cad4d11eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36790"
    uid: 32653d24-612a-41f1-84cb-514419c03212
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: 66541121-3569-4d4e-8c8f-efe00396b530
  kind: Event
  lastTimestamp: "2026-04-23T17:30:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:30:08Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68.18a90c9fd30e5bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36943"
    uid: 2c54007e-1e7f-4ad3-9a5f-1b44b06ca2d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: 66541121-3569-4d4e-8c8f-efe00396b530
  kind: Event
  lastTimestamp: "2026-04-23T17:30:14Z"
  message: 'Readiness probe failed: Get "http://10.133.0.61:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.133.0.61:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T17:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:30:14Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68.18a90ca14ff764b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37013"
    uid: c61c5e42-1557-40d8-8168-6ae2cc39774d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36484"
    uid: c0475c01-0644-42c4-a56b-fcbbdf3dd218
  kind: Event
  lastTimestamp: "2026-04-23T17:29:18Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-b5d6966c7-8jv68'
  metadata:
    creationTimestamp: "2026-04-23T17:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:29:18Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7.18a90c941c352dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36497"
    uid: f941dce8-cd80-4228-b652-b4eb4ca056ff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36481"
    uid: 73bbfa4d-1951-4a7a-b887-42993ad0b945
  kind: Event
  lastTimestamp: "2026-04-23T17:29:18Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-b5d6966c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:29:18Z"
    name: isvc-xgboost-v2-runtime-predictor.18a90c941781423a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36486"
    uid: e4adaf9e-8e33-4bcd-9e98-fc9626566172
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36485"
    uid: f6e4d746-aff0-4d47-8afd-2b61cdfe1067
  kind: Event
  lastTimestamp: "2026-04-23T17:29:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:29:48Z"
    name: isvc-xgboost-v2-runtime-predictor.18a90c9797ef4bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36737"
    uid: 80cedad9-a5d3-4a87-9f74-e80b3c3cffd3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36485"
    uid: f6e4d746-aff0-4d47-8afd-2b61cdfe1067
  kind: Event
  lastTimestamp: "2026-04-23T17:29:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:29:48Z"
    name: isvc-xgboost-v2-runtime-predictor.18a90c979846f828
    namespace: kserve-ci-e2e-test
    resourceVersion: "36738"
    uid: ce906356-56d1-4731-b52a-2dc5fef57a50
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36635"
    uid: f6e4d746-aff0-4d47-8afd-2b61cdfe1067
  kind: Event
  lastTimestamp: "2026-04-23T17:30:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:30:03Z"
    name: isvc-xgboost-v2-runtime-predictor.18a90c9e970394c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36843"
    uid: 950289c7-c4d1-406e-88e2-bc65f8a762a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36635"
    uid: f6e4d746-aff0-4d47-8afd-2b61cdfe1067
  kind: Event
  lastTimestamp: "2026-04-23T17:30:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:30:03Z"
    name: isvc-xgboost-v2-runtime-predictor.18a90c9e979f0946
    namespace: kserve-ci-e2e-test
    resourceVersion: "36844"
    uid: ee5ff37e-711b-4780-b637-1c2cb57c687d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36456"
    uid: c6a2d97b-e554-496e-aba2-f7a137fc3299
  kind: Event
  lastTimestamp: "2026-04-23T17:30:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:30:05Z"
    name: isvc-xgboost-v2-runtime.18a90c9417b8a508
    namespace: kserve-ci-e2e-test
    resourceVersion: "36865"
    uid: 07839963-2d17-4759-9157-0ca3906618d1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:29:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36456"
    uid: c6a2d97b-e554-496e-aba2-f7a137fc3299
  kind: Event
  lastTimestamp: "2026-04-23T17:29:18Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:29:18Z"
    name: isvc-xgboost-v2-runtime.18a90c9418851cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "36489"
    uid: 93172a42-bf84-42cb-86a0-2095ba2d2fb5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: c6a2d97b-e554-496e-aba2-f7a137fc3299
  kind: Event
  lastTimestamp: "2026-04-23T17:30:05Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:30:05Z"
    name: isvc-xgboost-v2-runtime.18a90c9f01357ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: fd326f6f-a934-4a4c-8bb4-46816f5c5641
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36889"
    uid: eee801c4-ae59-4f3e-98d2-f4d1fb8b2477
  kind: Event
  lastTimestamp: "2026-04-23T17:31:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:31:15Z"
    name: isvc-xgboost-v2.18a90c9fc49a2607
    namespace: kserve-ci-e2e-test
    resourceVersion: "37448"
    uid: 15ea961a-08dd-4753-880f-31ee8a289399
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:30:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36889"
    uid: eee801c4-ae59-4f3e-98d2-f4d1fb8b2477
  kind: Event
  lastTimestamp: "2026-04-23T17:30:08Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:30:08Z"
    name: isvc-xgboost-v2.18a90c9fc53670b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36907"
    uid: f73ce7af-8df1-4097-aaf4-b33926b8b710
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:31:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: eee801c4-ae59-4f3e-98d2-f4d1fb8b2477
  kind: Event
  lastTimestamp: "2026-04-23T17:31:15Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:31:15Z"
    name: isvc-xgboost-v2.18a90caf577e5d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37447"
    uid: c610bbbe-13d4-49e9-bae1-fff2527b0835
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T17:25:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: cbc2218d-c5ff-4647-b0f1-616e84ec9591
  kind: Event
  lastTimestamp: "2026-04-23T17:26:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:26:33Z"
    name: isvc-xgboost.18a90c59a2de4cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35041"
    uid: 76a27dda-1515-43f3-bc41-49946c01a441
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:25:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: cbc2218d-c5ff-4647-b0f1-616e84ec9591
  kind: Event
  lastTimestamp: "2026-04-23T17:25:07Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T17:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:25:07Z"
    name: isvc-xgboost.18a90c59a351256a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34379"
    uid: 183d9862-0bf9-48cd-8526-dcb2aa30f21b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:26:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35039"
    uid: cbc2218d-c5ff-4647-b0f1-616e84ec9591
  kind: Event
  lastTimestamp: "2026-04-23T17:26:33Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:26:33Z"
    name: isvc-xgboost.18a90c6db55f7d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "35040"
    uid: 6260fd1a-a92e-4bff-b0bd-2d742274cc5a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T16:46:26.105067Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-mmpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14878"
    uid: 7251a60b-d9fb-406f-8853-52bdd357600b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-7f66cccfb6-mmpxg
    to ip-10-0-134-187.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T16:46:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T16:46:26Z"
    name: message-dumper-predictor-7f66cccfb6-mmpxg.18a90a3d3ce19851
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: 7ffaef12-d65e-43ef-9880-2e6dcfc8a22f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-mmpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: 7251a60b-d9fb-406f-8853-52bdd357600b
  kind: Event
  lastTimestamp: "2026-04-23T16:46:26Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T16:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T16:46:26Z"
    name: message-dumper-predictor-7f66cccfb6-mmpxg.18a90a3d43f07d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14898"
    uid: 6e823d30-7445-44c8-abb4-947bd87a2f4f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-mmpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14879"
    uid: 7251a60b-d9fb-406f-8853-52bdd357600b
  kind: Event
  lastTimestamp: "2026-04-23T16:46:26Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-23T16:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:26Z"
    name: message-dumper-predictor-7f66cccfb6-mmpxg.18a90a3d450cab22
    namespace: kserve-ci-e2e-test
    resourceVersion: "14900"
    uid: 9b5fa0de-1efb-4177-a3a3-b9ffdc05eb97
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-mmpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14879"
    uid: 7251a60b-d9fb-406f-8853-52bdd357600b
  kind: Event
  lastTimestamp: "2026-04-23T16:46:27Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.001s (1.001s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T16:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:27Z"
    name: message-dumper-predictor-7f66cccfb6-mmpxg.18a90a3d80c56749
    namespace: kserve-ci-e2e-test
    resourceVersion: "14908"
    uid: 957b6027-d85c-48dc-b931-42c0cf24f13e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-mmpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14879"
    uid: 7251a60b-d9fb-406f-8853-52bdd357600b
  kind: Event
  lastTimestamp: "2026-04-23T16:46:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T16:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:27Z"
    name: message-dumper-predictor-7f66cccfb6-mmpxg.18a90a3d83fae1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14910"
    uid: 07910460-2c59-43eb-b4af-1b7faaefa32f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-mmpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14879"
    uid: 7251a60b-d9fb-406f-8853-52bdd357600b
  kind: Event
  lastTimestamp: "2026-04-23T16:46:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:46:27Z"
    name: message-dumper-predictor-7f66cccfb6-mmpxg.18a90a3d846bf7c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14911"
    uid: 23fc03c5-c961-4c88-8eb4-20e1e8a09c90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:48:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-mmpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14879"
    uid: 7251a60b-d9fb-406f-8853-52bdd357600b
  kind: Event
  lastTimestamp: "2026-04-23T16:48:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T16:48:01Z"
    name: message-dumper-predictor-7f66cccfb6-mmpxg.18a90a5374064075
    namespace: kserve-ci-e2e-test
    resourceVersion: "15747"
    uid: 159a0f9d-8fce-46c9-9396-3e39b84608c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-187.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-187.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-7f66cccfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14868"
    uid: 06d07026-6924-42c1-aeb7-c1cf911b36c2
  kind: Event
  lastTimestamp: "2026-04-23T16:46:26Z"
  message: 'Created pod: message-dumper-predictor-7f66cccfb6-mmpxg'
  metadata:
    creationTimestamp: "2026-04-23T16:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:46:26Z"
    name: message-dumper-predictor-7f66cccfb6.18a90a3d3ca92ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 77ed37ed-836e-467a-8f10-535c856029d8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14865"
    uid: 875005e4-425a-4570-96c2-48bf8638ba01
  kind: Event
  lastTimestamp: "2026-04-23T16:46:26Z"
  message: Scaled up replica set message-dumper-predictor-7f66cccfb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T16:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:46:26Z"
    name: message-dumper-predictor.18a90a3d3b3727fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14872"
    uid: 50d14716-1f58-4125-b571-e0a8315c0e05
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14867"
    uid: 6c2b7c68-148c-4bc9-a6c5-e1d2b082da3c
  kind: Event
  lastTimestamp: "2026-04-23T16:46:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:46:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:46:41Z"
    name: message-dumper-predictor.18a90a40ba02f05d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15089"
    uid: c77e16c3-118d-4c4b-8a6f-b202166f2634
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14867"
    uid: 6c2b7c68-148c-4bc9-a6c5-e1d2b082da3c
  kind: Event
  lastTimestamp: "2026-04-23T16:46:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T16:46:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:46:41Z"
    name: message-dumper-predictor.18a90a40ba6005ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15091"
    uid: b57a320d-db3c-416a-bbe5-2d04019d6de4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: 6c2b7c68-148c-4bc9-a6c5-e1d2b082da3c
  kind: Event
  lastTimestamp: "2026-04-23T16:46:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:46:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:46:56Z"
    name: message-dumper-predictor.18a90a443905a063
    namespace: kserve-ci-e2e-test
    resourceVersion: "15208"
    uid: 9c480956-e7f4-47f7-87c7-82a03956d148
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: 6c2b7c68-148c-4bc9-a6c5-e1d2b082da3c
  kind: Event
  lastTimestamp: "2026-04-23T16:46:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T16:46:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T16:46:56Z"
    name: message-dumper-predictor.18a90a4439671eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: e2995b71-e942-4106-af87-e99eadfed650
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14843"
    uid: f54433e8-0cac-408f-a10e-d496552edf05
  kind: Event
  lastTimestamp: "2026-04-23T16:46:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T16:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:46:28Z"
    name: message-dumper.18a90a3d3b12277f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14930"
    uid: 8a34236e-b17b-4a61-8927-493941a38f67
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14843"
    uid: f54433e8-0cac-408f-a10e-d496552edf05
  kind: Event
  lastTimestamp: "2026-04-23T16:46:26Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T16:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:46:26Z"
    name: message-dumper.18a90a3d3b6ad83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14890"
    uid: 4ad8c1ab-b086-4745-874a-c2fd8d0b92f3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14852"
    uid: f54433e8-0cac-408f-a10e-d496552edf05
  kind: Event
  lastTimestamp: "2026-04-23T16:46:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T16:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:46:26Z"
    name: message-dumper.18a90a3d3f7c513f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14891"
    uid: 6e6e547e-4e51-4459-9ec2-482644ec3f14
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T16:46:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14927"
    uid: f54433e8-0cac-408f-a10e-d496552edf05
  kind: Event
  lastTimestamp: "2026-04-23T16:46:28Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-23T16:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T16:46:28Z"
    name: message-dumper.18a90a3dafdc6657
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 6e521f66-671c-4fd4-9d69-85aa352b53fa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:16:34.874143Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: fb5847d6-03ec-4f95-b52e-73ad90bd6deb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-695d5f5568-xnt95
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:16:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:16:34Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95.18a90be25feb6f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30086"
    uid: 77b610e0-0f2c-4192-9af2-62403e7843a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "30093"
    uid: fb5847d6-03ec-4f95-b52e-73ad90bd6deb
  kind: Event
  lastTimestamp: "2026-04-23T17:16:35Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:16:35Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95.18a90be2791f348f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30107"
    uid: 17c7a330-1be1-47e4-ae77-6069201845d8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "30084"
    uid: fb5847d6-03ec-4f95-b52e-73ad90bd6deb
  kind: Event
  lastTimestamp: "2026-04-23T17:16:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:16:35Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95.18a90be27a4f33ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30109"
    uid: 7c6fdc3e-afd2-47f0-8417-11eac5bdb131
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "30084"
    uid: fb5847d6-03ec-4f95-b52e-73ad90bd6deb
  kind: Event
  lastTimestamp: "2026-04-23T17:16:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:16:35Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95.18a90be27d59a7be
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: ac7b4841-4c5a-4813-b7af-9372b146eafe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "30084"
    uid: fb5847d6-03ec-4f95-b52e-73ad90bd6deb
  kind: Event
  lastTimestamp: "2026-04-23T17:16:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:16:35Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95.18a90be27dd00598
    namespace: kserve-ci-e2e-test
    resourceVersion: "30112"
    uid: c64d4455-a305-4c29-9232-d4e40601ea32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "30084"
    uid: fb5847d6-03ec-4f95-b52e-73ad90bd6deb
  kind: Event
  lastTimestamp: "2026-04-23T17:16:39Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T17:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:16:39Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95.18a90be375086573
    namespace: kserve-ci-e2e-test
    resourceVersion: "30148"
    uid: 51ee31f7-34d5-4ac3-a510-71701466be72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "30084"
    uid: fb5847d6-03ec-4f95-b52e-73ad90bd6deb
  kind: Event
  lastTimestamp: "2026-04-23T17:16:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:16:39Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95.18a90be3786042d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30152"
    uid: ef6a76f9-6020-4425-86df-19fd6b0deb9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "30084"
    uid: fb5847d6-03ec-4f95-b52e-73ad90bd6deb
  kind: Event
  lastTimestamp: "2026-04-23T17:16:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:16:39Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95.18a90be378d3c3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 07f47cdf-41b8-4f71-abce-68d674dce898
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "30084"
    uid: fb5847d6-03ec-4f95-b52e-73ad90bd6deb
  kind: Event
  lastTimestamp: "2026-04-23T17:17:11Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-23T17:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:17:11Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95.18a90beae92246d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30383"
    uid: e4c514a7-e673-4604-ac4e-424da9706010
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "30084"
    uid: fb5847d6-03ec-4f95-b52e-73ad90bd6deb
  kind: Event
  lastTimestamp: "2026-04-23T17:17:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:17:24Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95.18a90bee0933c16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30505"
    uid: ac45b757-48a0-49b0-a14a-b77b1bd5d5b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95
    namespace: kserve-ci-e2e-test
    resourceVersion: "30084"
    uid: fb5847d6-03ec-4f95-b52e-73ad90bd6deb
  kind: Event
  lastTimestamp: "2026-04-23T17:17:31Z"
  message: 'Readiness probe failed: Get "http://10.133.0.49:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.133.0.49:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T17:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:17:31Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-xnt95.18a90bef90e9fac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30606"
    uid: 3468f166-d19b-4423-8425-b202b22a2826
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-695d5f5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "30073"
    uid: ae348fee-4fd6-4794-a45c-40a37819863a
  kind: Event
  lastTimestamp: "2026-04-23T17:16:34Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-695d5f5568-xnt95'
  metadata:
    creationTimestamp: "2026-04-23T17:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:16:34Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568.18a90be25f817691
    namespace: kserve-ci-e2e-test
    resourceVersion: "30083"
    uid: 815646d9-40eb-46e5-8345-3aab852ba65d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30071"
    uid: 38d8f511-f835-4e85-8e0a-70a165f38160
  kind: Event
  lastTimestamp: "2026-04-23T17:16:34Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-695d5f5568 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T17:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:16:34Z"
    name: sklearn-v2-mlserver-predictor.18a90be25d208ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30075"
    uid: 709471b8-00c7-4c86-b984-f65e5192b674
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30072"
    uid: 2d1263e5-f596-4591-8483-73c200fee6f8
  kind: Event
  lastTimestamp: "2026-04-23T17:17:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:17:19Z"
    name: sklearn-v2-mlserver-predictor.18a90be5db95f426
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: 6a8cd17e-33fd-402e-9e32-8bee1c051b40
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30072"
    uid: 2d1263e5-f596-4591-8483-73c200fee6f8
  kind: Event
  lastTimestamp: "2026-04-23T17:17:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:17:19Z"
    name: sklearn-v2-mlserver-predictor.18a90be5dbf90437
    namespace: kserve-ci-e2e-test
    resourceVersion: "30447"
    uid: c46f8b33-dbb2-4bce-a314-2187aeb939a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30047"
    uid: 710d3d64-f162-4915-9f1f-e3ff5632a3ba
  kind: Event
  lastTimestamp: "2026-04-23T17:17:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:17:21Z"
    name: sklearn-v2-mlserver.18a90be25cfacec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30466"
    uid: cf88c1a7-db46-4c90-9539-66f758d5d636
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30047"
    uid: 710d3d64-f162-4915-9f1f-e3ff5632a3ba
  kind: Event
  lastTimestamp: "2026-04-23T17:16:34Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:16:34Z"
    name: sklearn-v2-mlserver.18a90be25d56538f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30097"
    uid: c45398d6-d7b2-42f8-bae6-ff958f6ca49c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:16:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30079"
    uid: 710d3d64-f162-4915-9f1f-e3ff5632a3ba
  kind: Event
  lastTimestamp: "2026-04-23T17:16:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:16:34Z"
    name: sklearn-v2-mlserver.18a90be262b01a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30098"
    uid: 019e8210-b6c3-487f-ab7e-5e8d842ad338
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:17:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30464"
    uid: 710d3d64-f162-4915-9f1f-e3ff5632a3ba
  kind: Event
  lastTimestamp: "2026-04-23T17:17:21Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:17:21Z"
    name: sklearn-v2-mlserver.18a90bed40dead05
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: 7e14a277-60c6-488d-998a-6c17c7df162c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T17:27:27.600547Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35547"
    uid: 6fbb239e-faae-4c08-ae51-c15c4253a406
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-c58d48f-4hphq
    to ip-10-0-135-57.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T17:27:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T17:27:27Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq.18a90c7a5971e54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35555"
    uid: 09ff1b1c-392d-4098-b523-ef6b801512ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-cf8578865-mwtp6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35559"
    uid: 6fbb239e-faae-4c08-ae51-c15c4253a406
  kind: Event
  lastTimestamp: "2026-04-23T17:27:28Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T17:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T17:27:28Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq.18a90c7a72926b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35570"
    uid: 18318737-1bf2-43bb-9a98-75b20f80ca91
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35550"
    uid: 6fbb239e-faae-4c08-ae51-c15c4253a406
  kind: Event
  lastTimestamp: "2026-04-23T17:27:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T17:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:27:28Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq.18a90c7a73efbde4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35572"
    uid: f18ca1bd-a08a-418c-b53a-7c7e389d0de3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35550"
    uid: 6fbb239e-faae-4c08-ae51-c15c4253a406
  kind: Event
  lastTimestamp: "2026-04-23T17:27:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T17:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:27:28Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq.18a90c7a76ee1028
    namespace: kserve-ci-e2e-test
    resourceVersion: "35574"
    uid: ab283d96-7f49-42fc-89b6-c93864a81fed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35550"
    uid: 6fbb239e-faae-4c08-ae51-c15c4253a406
  kind: Event
  lastTimestamp: "2026-04-23T17:27:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T17:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:27:28Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq.18a90c7a775fa9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35575"
    uid: 0e4fecdb-e098-4cf2-b28f-0d630b7bbc38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35550"
    uid: 6fbb239e-faae-4c08-ae51-c15c4253a406
  kind: Event
  lastTimestamp: "2026-04-23T17:27:32Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T17:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:27:32Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq.18a90c7b82ebf2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35614"
    uid: 5ecf4519-17dd-4633-8b30-b6533b6b83e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35550"
    uid: 6fbb239e-faae-4c08-ae51-c15c4253a406
  kind: Event
  lastTimestamp: "2026-04-23T17:27:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T17:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:27:32Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq.18a90c7b85d480b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 73cb66d9-06db-4509-864e-bba6935461ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35550"
    uid: 6fbb239e-faae-4c08-ae51-c15c4253a406
  kind: Event
  lastTimestamp: "2026-04-23T17:27:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:27:32Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq.18a90c7b86463d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "35619"
    uid: d99c12f8-9da6-4599-acaf-e09090d9f92f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35550"
    uid: 6fbb239e-faae-4c08-ae51-c15c4253a406
  kind: Event
  lastTimestamp: "2026-04-23T17:28:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T17:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:28:07Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq.18a90c83bc615cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35917"
    uid: 8d3a13ba-dd29-4843-a330-ae31b3f48d6f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35550"
    uid: 6fbb239e-faae-4c08-ae51-c15c4253a406
  kind: Event
  lastTimestamp: "2026-04-23T17:28:14Z"
  message: 'Readiness probe failed: Get "http://10.133.0.59:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T17:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T17:28:14Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-4hphq.18a90c854af44a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36001"
    uid: c52a8613-4c8e-46b7-b9b8-88daba2feca7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-57.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-57.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-c58d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35538"
    uid: e16747e5-e57a-4dc7-92e8-5bfa9032f099
  kind: Event
  lastTimestamp: "2026-04-23T17:27:27Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-c58d48f-4hphq'
  metadata:
    creationTimestamp: "2026-04-23T17:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:27:27Z"
    name: xgboost-v2-mlserver-predictor-c58d48f.18a90c7a590660c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35549"
    uid: 1a060c2a-4e80-4f1e-bd8f-175b7a8b2c63
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: f370005c-c773-47b4-8c44-f93fee6db618
  kind: Event
  lastTimestamp: "2026-04-23T17:27:27Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-c58d48f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T17:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:27:27Z"
    name: xgboost-v2-mlserver-predictor.18a90c7a5675f421
    namespace: kserve-ci-e2e-test
    resourceVersion: "35540"
    uid: 352ac919-9474-420d-b93a-1d0f673be0bd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35537"
    uid: 08b66c62-a30c-4f88-bdbf-a6ac5558372f
  kind: Event
  lastTimestamp: "2026-04-23T17:27:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:27:42Z"
    name: xgboost-v2-mlserver-predictor.18a90c7dd543d247
    namespace: kserve-ci-e2e-test
    resourceVersion: "35699"
    uid: 965219a4-05a8-417d-a37c-18f9a2bcc847
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35537"
    uid: 08b66c62-a30c-4f88-bdbf-a6ac5558372f
  kind: Event
  lastTimestamp: "2026-04-23T17:27:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T17:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:27:42Z"
    name: xgboost-v2-mlserver-predictor.18a90c7dd5a54599
    namespace: kserve-ci-e2e-test
    resourceVersion: "35701"
    uid: b550ebc1-7634-4bf1-95e6-e0c3d6693c6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35700"
    uid: 08b66c62-a30c-4f88-bdbf-a6ac5558372f
  kind: Event
  lastTimestamp: "2026-04-23T17:27:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:27:57Z"
    name: xgboost-v2-mlserver-predictor.18a90c81548d6347
    namespace: kserve-ci-e2e-test
    resourceVersion: "35797"
    uid: fcb0eec4-7bbd-4c7f-b66a-cdd28de10594
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35700"
    uid: 08b66c62-a30c-4f88-bdbf-a6ac5558372f
  kind: Event
  lastTimestamp: "2026-04-23T17:27:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T17:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T17:27:57Z"
    name: xgboost-v2-mlserver-predictor.18a90c8154f45ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35799"
    uid: 396e222b-9835-4a37-bd46-d2b1bae5e849
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35512"
    uid: 62a37820-77ff-4118-b818-9191bb830e0d
  kind: Event
  lastTimestamp: "2026-04-23T17:28:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T17:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:28:04Z"
    name: xgboost-v2-mlserver.18a90c7a564f38c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35856"
    uid: 7b924321-3a3d-4e8e-bcd9-bf3b663c73e6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:27:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35512"
    uid: 62a37820-77ff-4118-b818-9191bb830e0d
  kind: Event
  lastTimestamp: "2026-04-23T17:27:27Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T17:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:27:27Z"
    name: xgboost-v2-mlserver.18a90c7a569e18b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35542"
    uid: 0ac0ed47-0019-424f-a247-0583e673df1b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T17:28:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35854"
    uid: 62a37820-77ff-4118-b818-9191bb830e0d
  kind: Event
  lastTimestamp: "2026-04-23T17:28:04Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-23T17:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T17:28:04Z"
    name: xgboost-v2-mlserver.18a90c82fcfcf4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35855"
    uid: 9057ccc0-9d2d-41a9-a934-504582ce25a4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40782"