---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:59:00.689008Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-d0c23b-predictor-f8f8bdfb6-lf97s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25933"
    uid: a0ad5f51-fd56-441b-9334-f15fa44d96a4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-d0c23b-predictor-f8f8bdfb6-lf97s
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:59:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:59:00Z"
    name: isvc-init-fail-d0c23b-predictor-f8f8bdfb6-lf97s.18a8c62aee71baf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25937"
    uid: 8dd1843b-7c70-4171-8cc1-5ece87708891
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-d0c23b-predictor-f8f8bdfb6-lf97s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25941"
    uid: a0ad5f51-fd56-441b-9334-f15fa44d96a4
  kind: Event
  lastTimestamp: "2026-04-22T19:59:01Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:59:01Z"
    name: isvc-init-fail-d0c23b-predictor-f8f8bdfb6-lf97s.18a8c62b071c5366
    namespace: kserve-ci-e2e-test
    resourceVersion: "25952"
    uid: eefd0c1d-b18a-46ef-8e5e-3819bfee0b4f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d0c23b-predictor-f8f8bdfb6-lf97s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: a0ad5f51-fd56-441b-9334-f15fa44d96a4
  kind: Event
  lastTimestamp: "2026-04-22T19:59:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:59:04Z"
    name: isvc-init-fail-d0c23b-predictor-f8f8bdfb6-lf97s.18a8c62b0899abe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25991"
    uid: b9e8839b-0d64-4063-9eaa-7a11c90aeb2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d0c23b-predictor-f8f8bdfb6-lf97s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: a0ad5f51-fd56-441b-9334-f15fa44d96a4
  kind: Event
  lastTimestamp: "2026-04-22T19:59:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:59:04Z"
    name: isvc-init-fail-d0c23b-predictor-f8f8bdfb6-lf97s.18a8c62b0b1c2f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25997"
    uid: e2bfe3d4-6d6a-4d7d-96f4-0298f62dbdef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d0c23b-predictor-f8f8bdfb6-lf97s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: a0ad5f51-fd56-441b-9334-f15fa44d96a4
  kind: Event
  lastTimestamp: "2026-04-22T19:59:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:59:04Z"
    name: isvc-init-fail-d0c23b-predictor-f8f8bdfb6-lf97s.18a8c62b0b9e3332
    namespace: kserve-ci-e2e-test
    resourceVersion: "25998"
    uid: 7ea8a898-96e0-4987-a100-5407a025c243
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d0c23b-predictor-f8f8bdfb6-lf97s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: a0ad5f51-fd56-441b-9334-f15fa44d96a4
  kind: Event
  lastTimestamp: "2026-04-22T19:59:06Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:59:06Z"
    name: isvc-init-fail-d0c23b-predictor-f8f8bdfb6-lf97s.18a8c62c5009932b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26078"
    uid: 6678b53b-f6c4-4b8d-ad3a-f681142f6091
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-d0c23b-predictor-f8f8bdfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25924"
    uid: 83db4022-14f6-44cb-913e-8c5ffe92f0eb
  kind: Event
  lastTimestamp: "2026-04-22T19:59:00Z"
  message: 'Created pod: isvc-init-fail-d0c23b-predictor-f8f8bdfb6-lf97s'
  metadata:
    creationTimestamp: "2026-04-22T19:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:59:00Z"
    name: isvc-init-fail-d0c23b-predictor-f8f8bdfb6.18a8c62aee09f023
    namespace: kserve-ci-e2e-test
    resourceVersion: "25934"
    uid: cb375f80-e384-4131-b8e1-be678f36fa88
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-d0c23b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 1336487f-f6a2-4b92-b481-4a6af75fe337
  kind: Event
  lastTimestamp: "2026-04-22T19:59:00Z"
  message: Scaled up replica set isvc-init-fail-d0c23b-predictor-f8f8bdfb6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T19:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:59:00Z"
    name: isvc-init-fail-d0c23b-predictor.18a8c62aebabb545
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: a0b0c4a3-d0a1-410e-93ef-9db7ee09e26f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d0c23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25898"
    uid: f3e49378-bbd2-4e39-a809-391027d6cd01
  kind: Event
  lastTimestamp: "2026-04-22T19:59:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:59:04Z"
    name: isvc-init-fail-d0c23b.18a8c62aebac6ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "25999"
    uid: a53e392a-a346-43eb-935e-9f80d7834946
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d0c23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25898"
    uid: f3e49378-bbd2-4e39-a809-391027d6cd01
  kind: Event
  lastTimestamp: "2026-04-22T19:59:00Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-d0c23b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-d0c23b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:59:00Z"
    name: isvc-init-fail-d0c23b.18a8c62aec48634c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25928"
    uid: 382da40e-1d20-4d5b-8259-d29394342fc6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d0c23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25898"
    uid: f3e49378-bbd2-4e39-a809-391027d6cd01
  kind: Event
  lastTimestamp: "2026-04-22T19:59:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-d0c23b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:59:00Z"
    name: isvc-init-fail-d0c23b.18a8c62aec48aa18
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: e35e4353-8c96-4da7-8f5e-df57eeba9934
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:41:54.433696Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: 2ba6c0ad-5e45-49d9-a11e-62373a8cd29d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-78c8d484d6-45gm4
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:41:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:41:54Z"
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4.18a8c53bfcdc5b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "17220"
    uid: 878e7c98-34cf-4ae8-bc7f-443d67b925ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17223"
    uid: 2ba6c0ad-5e45-49d9-a11e-62373a8cd29d
  kind: Event
  lastTimestamp: "2026-04-22T19:41:54Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:41:54Z"
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4.18a8c53c15614414
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: e33d8686-09cf-404a-ad20-b7cb0f73883a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 2ba6c0ad-5e45-49d9-a11e-62373a8cd29d
  kind: Event
  lastTimestamp: "2026-04-22T19:41:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:54Z"
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4.18a8c53c16c18d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "17247"
    uid: 8e51968b-c029-4dc2-9e82-071d05c148fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 2ba6c0ad-5e45-49d9-a11e-62373a8cd29d
  kind: Event
  lastTimestamp: "2026-04-22T19:41:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:54Z"
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4.18a8c53c1998fed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17252"
    uid: 5a331d61-1032-4015-b34a-60820fa7f3c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 2ba6c0ad-5e45-49d9-a11e-62373a8cd29d
  kind: Event
  lastTimestamp: "2026-04-22T19:41:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:54Z"
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4.18a8c53c1a097c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: 10cc439d-1050-4f6d-a9de-b56d242f1a5d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 2ba6c0ad-5e45-49d9-a11e-62373a8cd29d
  kind: Event
  lastTimestamp: "2026-04-22T19:41:59Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T19:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:59Z"
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4.18a8c53d2ca89099
    namespace: kserve-ci-e2e-test
    resourceVersion: "17295"
    uid: 35783233-ccf8-497b-9eb9-19bbc98db0b7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 2ba6c0ad-5e45-49d9-a11e-62373a8cd29d
  kind: Event
  lastTimestamp: "2026-04-22T19:42:05Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.423s (6.423s
    including waiting). Image size: 606093581 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:05Z"
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4.18a8c53eab8445b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 1ae5aaf7-6762-4a45-8506-86cd26663b81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 2ba6c0ad-5e45-49d9-a11e-62373a8cd29d
  kind: Event
  lastTimestamp: "2026-04-22T19:42:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:42:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:06Z"
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4.18a8c53eae80d32f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17349"
    uid: a2276847-76cd-4bd2-8435-af2d8fcecb50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 2ba6c0ad-5e45-49d9-a11e-62373a8cd29d
  kind: Event
  lastTimestamp: "2026-04-22T19:42:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:42:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:06Z"
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4.18a8c53eaeef8554
    namespace: kserve-ci-e2e-test
    resourceVersion: "17350"
    uid: 79283386-b76f-4580-8313-377b5a44d4a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 2ba6c0ad-5e45-49d9-a11e-62373a8cd29d
  kind: Event
  lastTimestamp: "2026-04-22T19:43:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:42:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:27Z"
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4.18a8c53ecf463390
    namespace: kserve-ci-e2e-test
    resourceVersion: "18012"
    uid: eda0af24-b972-424e-aaf2-da3596f6530a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 2ba6c0ad-5e45-49d9-a11e-62373a8cd29d
  kind: Event
  lastTimestamp: "2026-04-22T19:43:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:24Z"
    name: isvc-lightgbm-predictor-78c8d484d6-45gm4.18a8c550f33f6a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "17944"
    uid: f681b0d0-4127-4f18-a941-c9f348ef2526
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-78c8d484d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: 9b926304-134b-40be-bad5-da99af6a0d17
  kind: Event
  lastTimestamp: "2026-04-22T19:41:54Z"
  message: 'Created pod: isvc-lightgbm-predictor-78c8d484d6-45gm4'
  metadata:
    creationTimestamp: "2026-04-22T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:41:54Z"
    name: isvc-lightgbm-predictor-78c8d484d6.18a8c53bfb471b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: dd138216-c7a9-4fe4-a6c5-bd1a22968241
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17183"
    uid: a1412578-1ff8-4caa-8903-06d6826fb99a
  kind: Event
  lastTimestamp: "2026-04-22T19:41:54Z"
  message: Scaled up replica set isvc-lightgbm-predictor-78c8d484d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:41:54Z"
    name: isvc-lightgbm-predictor.18a8c53bf59c6df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17193"
    uid: 24de3c32-b197-4f6f-aa82-f47877338f67
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17184"
    uid: f1bc4d24-6332-40db-94d9-0403a9ad845a
  kind: Event
  lastTimestamp: "2026-04-22T19:42:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:42:39Z"
    name: isvc-lightgbm-predictor.18a8c53f73f41ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17598"
    uid: 6a53cc8b-5116-42b1-8651-a0d28105d7ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17184"
    uid: f1bc4d24-6332-40db-94d9-0403a9ad845a
  kind: Event
  lastTimestamp: "2026-04-22T19:42:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:42:39Z"
    name: isvc-lightgbm-predictor.18a8c53f745ac47e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17599"
    uid: 749853c6-7e3f-4f06-8e05-b81cb55ae0e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: f1bc4d24-6332-40db-94d9-0403a9ad845a
  kind: Event
  lastTimestamp: "2026-04-22T19:43:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:43:24Z"
    name: isvc-lightgbm-predictor.18a8c549f1326931
    namespace: kserve-ci-e2e-test
    resourceVersion: "17922"
    uid: 13365f32-9fda-4838-968e-28b7f7d48c22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:42:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: f1bc4d24-6332-40db-94d9-0403a9ad845a
  kind: Event
  lastTimestamp: "2026-04-22T19:43:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:43:24Z"
    name: isvc-lightgbm-predictor.18a8c549f19d5df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17923"
    uid: 5805048d-c0ea-4a17-b4a4-3a46fdaafd00
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:43:24.570555Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 3e6db887-3cc0-435a-9c32-41d8f00f3ad8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:43:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:43:24Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv.18a8c550f96fbea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17969"
    uid: 1ad83c05-44af-4276-8f86-f31d82f7ad86
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17975"
    uid: 3e6db887-3cc0-435a-9c32-41d8f00f3ad8
  kind: Event
  lastTimestamp: "2026-04-22T19:43:24Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:43:24Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv.18a8c551120e8564
    namespace: kserve-ci-e2e-test
    resourceVersion: "17984"
    uid: 7c79a9d3-bb57-4d9e-8425-093d426210a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 3e6db887-3cc0-435a-9c32-41d8f00f3ad8
  kind: Event
  lastTimestamp: "2026-04-22T19:43:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:25Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv.18a8c551135c0e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 05c9bee5-99dc-4e36-ae5f-fe2db27e1585
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 3e6db887-3cc0-435a-9c32-41d8f00f3ad8
  kind: Event
  lastTimestamp: "2026-04-22T19:43:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:25Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv.18a8c5511681bb15
    namespace: kserve-ci-e2e-test
    resourceVersion: "17989"
    uid: 791b312a-a19b-40fb-94a7-6c770fbfd776
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 3e6db887-3cc0-435a-9c32-41d8f00f3ad8
  kind: Event
  lastTimestamp: "2026-04-22T19:43:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:25Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv.18a8c551173478d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17990"
    uid: 2e93fe70-9a38-492c-bb02-499c73d760bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 3e6db887-3cc0-435a-9c32-41d8f00f3ad8
  kind: Event
  lastTimestamp: "2026-04-22T19:43:28Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:28Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv.18a8c551f54d50d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18024"
    uid: 2a98e985-ecfa-4616-b108-347c3f6e218d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 3e6db887-3cc0-435a-9c32-41d8f00f3ad8
  kind: Event
  lastTimestamp: "2026-04-22T19:43:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:28Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv.18a8c551f83a9480
    namespace: kserve-ci-e2e-test
    resourceVersion: "18030"
    uid: dcd4d8b3-3011-41c5-82b2-c7422ba96180
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 3e6db887-3cc0-435a-9c32-41d8f00f3ad8
  kind: Event
  lastTimestamp: "2026-04-22T19:43:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:43:28Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv.18a8c551f8a69649
    namespace: kserve-ci-e2e-test
    resourceVersion: "18031"
    uid: ad43c7a7-9312-41bd-85bf-bdeb591754a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 3e6db887-3cc0-435a-9c32-41d8f00f3ad8
  kind: Event
  lastTimestamp: "2026-04-22T19:44:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:30Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv.18a8c55231391bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "18464"
    uid: 0dd92e83-dbde-461b-9dfb-73465b76b11c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 3e6db887-3cc0-435a-9c32-41d8f00f3ad8
  kind: Event
  lastTimestamp: "2026-04-22T19:44:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:45Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv.18a8c563c5ba19ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18633"
    uid: e482621d-d934-4b40-a088-4f81c70bea7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-64984c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: bb08bf0d-e8a0-4919-9dca-006b7e88ffca
  kind: Event
  lastTimestamp: "2026-04-22T19:43:24Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-64984c7cb-s6gcv'
  metadata:
    creationTimestamp: "2026-04-22T19:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:43:24Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb.18a8c550f8db890f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17966"
    uid: ca314809-b290-4d38-9077-a76842619865
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: d0b02ac9-dab2-42ae-b37f-5857cb71a948
  kind: Event
  lastTimestamp: "2026-04-22T19:43:24Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-64984c7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T19:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:43:24Z"
    name: isvc-lightgbm-runtime-predictor.18a8c550f4a1fc3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17952"
    uid: 2c491955-3949-4d41-96d3-b1200846c80b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17949"
    uid: 1eebd2bd-e9ba-43c6-854e-08ff4061a8c6
  kind: Event
  lastTimestamp: "2026-04-22T19:43:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:43:39Z"
    name: isvc-lightgbm-runtime-predictor.18a8c55473bda7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18104"
    uid: 4dc29660-2c64-40f0-8559-ffd47a1c5b29
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17949"
    uid: 1eebd2bd-e9ba-43c6-854e-08ff4061a8c6
  kind: Event
  lastTimestamp: "2026-04-22T19:43:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:43:39Z"
    name: isvc-lightgbm-runtime-predictor.18a8c554740b2ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18105"
    uid: 405cbe73-b71c-40d7-853e-3874b24743e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18103"
    uid: 1eebd2bd-e9ba-43c6-854e-08ff4061a8c6
  kind: Event
  lastTimestamp: "2026-04-22T19:44:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:44:39Z"
    name: isvc-lightgbm-runtime-predictor.18a8c557f2b93a4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: 4253950a-e16b-4827-afdb-800ea97f888a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18103"
    uid: 1eebd2bd-e9ba-43c6-854e-08ff4061a8c6
  kind: Event
  lastTimestamp: "2026-04-22T19:44:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:44:39Z"
    name: isvc-lightgbm-runtime-predictor.18a8c557f32f93ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18532"
    uid: 28ed58c0-9130-40b5-bd37-2f2e73647512
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 9ca8111a-01a2-451f-9cac-e019e4530963
  kind: Event
  lastTimestamp: "2026-04-22T19:44:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:44:40Z"
    name: isvc-lightgbm-runtime.18a8c550f47b5132
    namespace: kserve-ci-e2e-test
    resourceVersion: "18549"
    uid: 2cd1fe4d-c705-4245-a8d1-9b97a4199afd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 9ca8111a-01a2-451f-9cac-e019e4530963
  kind: Event
  lastTimestamp: "2026-04-22T19:43:24Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:43:24Z"
    name: isvc-lightgbm-runtime.18a8c550f4cb7323
    namespace: kserve-ci-e2e-test
    resourceVersion: "17973"
    uid: d30ea238-0313-4181-87ee-226f8011cdd9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17961"
    uid: 9ca8111a-01a2-451f-9cac-e019e4530963
  kind: Event
  lastTimestamp: "2026-04-22T19:43:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:43:24Z"
    name: isvc-lightgbm-runtime.18a8c550f9e3509d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17974"
    uid: 31292451-1856-4b08-a6f7-5b1b26382a22
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18547"
    uid: 9ca8111a-01a2-451f-9cac-e019e4530963
  kind: Event
  lastTimestamp: "2026-04-22T19:44:40Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:44:40Z"
    name: isvc-lightgbm-runtime.18a8c562bcfd44c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: 2da12602-3060-4079-a91b-0c4b0dbc1e3f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:47:45.638610Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww
    namespace: kserve-ci-e2e-test
    resourceVersion: "19961"
    uid: e0ed4b0d-aa77-46f4-99a3-ede0a54102a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:47:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:47:45Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww.18a8c58dc24e1046
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: a99863a6-6a2b-4ba2-aa25-be2b01d2a485
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww
    namespace: kserve-ci-e2e-test
    resourceVersion: "19974"
    uid: e0ed4b0d-aa77-46f4-99a3-ede0a54102a6
  kind: Event
  lastTimestamp: "2026-04-22T19:47:46Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:47:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww.18a8c58ddc6244c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19981"
    uid: c3a084d2-54a8-42cc-bd09-1e53d7d7be2b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww
    namespace: kserve-ci-e2e-test
    resourceVersion: "19964"
    uid: e0ed4b0d-aa77-46f4-99a3-ede0a54102a6
  kind: Event
  lastTimestamp: "2026-04-22T19:47:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww.18a8c58dde204b3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 5799842e-7b40-49d2-b990-03bdbb64e643
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww
    namespace: kserve-ci-e2e-test
    resourceVersion: "19964"
    uid: e0ed4b0d-aa77-46f4-99a3-ede0a54102a6
  kind: Event
  lastTimestamp: "2026-04-22T19:47:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww.18a8c58de4e76794
    namespace: kserve-ci-e2e-test
    resourceVersion: "19987"
    uid: ecd89075-8523-4b9a-9cdd-b97500e701ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww
    namespace: kserve-ci-e2e-test
    resourceVersion: "19964"
    uid: e0ed4b0d-aa77-46f4-99a3-ede0a54102a6
  kind: Event
  lastTimestamp: "2026-04-22T19:47:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww.18a8c58de65402e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19989"
    uid: a74b34e8-e26b-4692-ad08-116aee99f256
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww
    namespace: kserve-ci-e2e-test
    resourceVersion: "19964"
    uid: e0ed4b0d-aa77-46f4-99a3-ede0a54102a6
  kind: Event
  lastTimestamp: "2026-04-22T19:47:50Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww.18a8c58eea4b35b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20024"
    uid: aee80540-7135-4df9-8591-a74de9bb8aea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww
    namespace: kserve-ci-e2e-test
    resourceVersion: "19964"
    uid: e0ed4b0d-aa77-46f4-99a3-ede0a54102a6
  kind: Event
  lastTimestamp: "2026-04-22T19:47:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww.18a8c58ef2121907
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 266f8c5c-7ed7-42f8-af39-1d2aee3dc16b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww
    namespace: kserve-ci-e2e-test
    resourceVersion: "19964"
    uid: e0ed4b0d-aa77-46f4-99a3-ede0a54102a6
  kind: Event
  lastTimestamp: "2026-04-22T19:47:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww.18a8c58ef30a2b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20030"
    uid: d7c4606d-5338-42b5-a550-6c2477353aa3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww
    namespace: kserve-ci-e2e-test
    resourceVersion: "19964"
    uid: e0ed4b0d-aa77-46f4-99a3-ede0a54102a6
  kind: Event
  lastTimestamp: "2026-04-22T19:47:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww.18a8c58f262f4cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20045"
    uid: f9b8ef3b-ee53-4236-937f-8e40842f2212
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww
    namespace: kserve-ci-e2e-test
    resourceVersion: "19964"
    uid: e0ed4b0d-aa77-46f4-99a3-ede0a54102a6
  kind: Event
  lastTimestamp: "2026-04-22T19:48:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww.18a8c592694c5285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20186"
    uid: 408d2c81-0bfc-4429-ab8b-514947e89de8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: e2c1542a-d85b-48aa-bc2d-0565f32e1bfe
  kind: Event
  lastTimestamp: "2026-04-22T19:47:45Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-xvfww'
  metadata:
    creationTimestamp: "2026-04-22T19:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:47:45Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49.18a8c58dc12251c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19965"
    uid: 75e859c3-fab5-4e87-93cb-6ee79bde1df0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19932"
    uid: 71571c96-eca4-4999-9e32-c19f09e289bb
  kind: Event
  lastTimestamp: "2026-04-22T19:47:45Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:47:45Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a8c58dba55a7a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19938"
    uid: c59bef75-94c2-43f7-b891-1d79c72f941f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 795c127e-5074-4766-8ece-9c20ab4bbfca
  kind: Event
  lastTimestamp: "2026-04-22T19:48:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:00Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a8c591394f622f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20100"
    uid: 1a60d18e-2b1f-41ca-80a4-8cf5b2ce716c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 795c127e-5074-4766-8ece-9c20ab4bbfca
  kind: Event
  lastTimestamp: "2026-04-22T19:48:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:00Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a8c59139bacec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20101"
    uid: 37938cda-9654-4bf6-b1f2-05bc7fddb015
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: 4ce4e33a-9bed-43f6-912e-69f6ae34dc8b
  kind: Event
  lastTimestamp: "2026-04-22T19:48:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:48:02Z"
    name: isvc-lightgbm-v2-kserve.18a8c58dba13d57b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20122"
    uid: 2b26df2c-7a64-4797-a758-c8126632d544
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19937"
    uid: 4ce4e33a-9bed-43f6-912e-69f6ae34dc8b
  kind: Event
  lastTimestamp: "2026-04-22T19:47:45Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:47:45Z"
    name: isvc-lightgbm-v2-kserve.18a8c58dbf406f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19956"
    uid: 353196b6-d62e-4c0c-9436-e91208aecb4f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20120"
    uid: 4ce4e33a-9bed-43f6-912e-69f6ae34dc8b
  kind: Event
  lastTimestamp: "2026-04-22T19:48:02Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:48:02Z"
    name: isvc-lightgbm-v2-kserve.18a8c591ba24b80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20121"
    uid: f56222c1-64be-42d9-ad7d-8ff62f72d744
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:44:45.209771Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18601"
    uid: 263a1473-4b82-4490-ac28-264def880027
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:44:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:44:45Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt.18a8c563bfe86f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18605"
    uid: 91552481-4487-45ba-9c1b-83592447554d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18614"
    uid: 263a1473-4b82-4490-ac28-264def880027
  kind: Event
  lastTimestamp: "2026-04-22T19:44:45Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:44:45Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt.18a8c563d854f713
    namespace: kserve-ci-e2e-test
    resourceVersion: "18641"
    uid: eebc01ad-1df5-49d2-8d62-10b4dcb6500f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: 263a1473-4b82-4490-ac28-264def880027
  kind: Event
  lastTimestamp: "2026-04-22T19:44:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:45Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt.18a8c563d9c086a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18643"
    uid: 5d7de84e-d24f-4c07-a924-be1eb63c9db5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: 263a1473-4b82-4490-ac28-264def880027
  kind: Event
  lastTimestamp: "2026-04-22T19:44:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:45Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt.18a8c563dcb48d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "18645"
    uid: 7a2cae6b-db52-4b0c-8728-83844051d34f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: 263a1473-4b82-4490-ac28-264def880027
  kind: Event
  lastTimestamp: "2026-04-22T19:44:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:45Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt.18a8c563dd2144c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18646"
    uid: 4877a9f9-6072-4c0c-9de2-782996924e94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: 263a1473-4b82-4490-ac28-264def880027
  kind: Event
  lastTimestamp: "2026-04-22T19:44:50Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-22T19:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:44:50Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt.18a8c564df63dd10
    namespace: kserve-ci-e2e-test
    resourceVersion: "18680"
    uid: 11f15a29-ad46-416c-87f5-ec967496bd9c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: 263a1473-4b82-4490-ac28-264def880027
  kind: Event
  lastTimestamp: "2026-04-22T19:47:11Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m21.523s
    (2m21.523s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt.18a8c585d2d711b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19665"
    uid: cb72179d-9162-40cf-9ea1-470038511509
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: 263a1473-4b82-4490-ac28-264def880027
  kind: Event
  lastTimestamp: "2026-04-22T19:47:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt.18a8c585d89c1b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "19667"
    uid: dcd8c305-1c65-46ce-826b-8dc063b5fa8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: 263a1473-4b82-4490-ac28-264def880027
  kind: Event
  lastTimestamp: "2026-04-22T19:47:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt.18a8c585d9314669
    namespace: kserve-ci-e2e-test
    resourceVersion: "19668"
    uid: 32e84fe1-521a-464e-a622-4b104e392405
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: 263a1473-4b82-4490-ac28-264def880027
  kind: Event
  lastTimestamp: "2026-04-22T19:47:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:47:45Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt.18a8c58dc130f461
    namespace: kserve-ci-e2e-test
    resourceVersion: "19963"
    uid: ef580c76-1dc3-4b3e-bdf4-aaa137f1fc9a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18594"
    uid: 372279a0-43ae-4eef-8f88-6a4c70f7c4f2
  kind: Event
  lastTimestamp: "2026-04-22T19:44:45Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-j8ngt'
  metadata:
    creationTimestamp: "2026-04-22T19:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:44:45Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc.18a8c563becb4ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18603"
    uid: df4a479b-a470-4fc6-abec-fd993af0e6bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: 1e26d8fb-8da2-424e-8e77-3ce2d59eb797
  kind: Event
  lastTimestamp: "2026-04-22T19:44:45Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8d44c64dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:44:45Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8c563b9fe6548
    namespace: kserve-ci-e2e-test
    resourceVersion: "18596"
    uid: 3c785ac0-74e6-473e-89ec-5f09de870f4c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T19:45:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18593"
    uid: 0dfd2ecc-9b2b-437b-884a-4082f4ece627
  kind: Event
  lastTimestamp: "2026-04-22T19:47:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:47:30Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8c567386b6144
    namespace: kserve-ci-e2e-test
    resourceVersion: "19797"
    uid: 5cb877ee-97e2-4cc1-a777-b491b8d37a65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T19:45:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18593"
    uid: 0dfd2ecc-9b2b-437b-884a-4082f4ece627
  kind: Event
  lastTimestamp: "2026-04-22T19:47:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:47:30Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8c56738d9818a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 90a36895-03b3-4d87-ae29-4d4873e95ffd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18755"
    uid: 0dfd2ecc-9b2b-437b-884a-4082f4ece627
  kind: Event
  lastTimestamp: "2026-04-22T19:47:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:47:45Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8c58dafec6a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19917"
    uid: 8faae9c0-dea8-4634-99b3-ff3215806986
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18755"
    uid: 0dfd2ecc-9b2b-437b-884a-4082f4ece627
  kind: Event
  lastTimestamp: "2026-04-22T19:47:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:47:45Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8c58db0b399cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19919"
    uid: 318b89ae-c159-45b3-b746-1f32ac5f043c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18581"
    uid: dbc9e91c-ba78-4705-883d-c6c74d85c7b2
  kind: Event
  lastTimestamp: "2026-04-22T19:47:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:47:43Z"
    name: isvc-lightgbm-v2-runtime.18a8c563b9b284d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 010327da-60b8-4a3b-8836-be6d77088495
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18581"
    uid: dbc9e91c-ba78-4705-883d-c6c74d85c7b2
  kind: Event
  lastTimestamp: "2026-04-22T19:44:45Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:44:45Z"
    name: isvc-lightgbm-v2-runtime.18a8c563bac3a843
    namespace: kserve-ci-e2e-test
    resourceVersion: "18631"
    uid: 3a95e9b2-791e-4993-863f-dfea8fda6ec6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: dbc9e91c-ba78-4705-883d-c6c74d85c7b2
  kind: Event
  lastTimestamp: "2026-04-22T19:44:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:44:45Z"
    name: isvc-lightgbm-v2-runtime.18a8c563c58d3527
    namespace: kserve-ci-e2e-test
    resourceVersion: "18635"
    uid: 7494820c-ccef-42fa-a43b-07cb874bb354
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:47:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: dbc9e91c-ba78-4705-883d-c6c74d85c7b2
  kind: Event
  lastTimestamp: "2026-04-22T19:47:43Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:47:43Z"
    name: isvc-lightgbm-v2-runtime.18a8c58d47bb7a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: c718a615-9426-42f7-919c-3e68d6594356
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: c73c7858-b393-4da1-ac67-c20c81d073a4
  kind: Event
  lastTimestamp: "2026-04-22T19:43:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:43:17Z"
    name: isvc-lightgbm.18a8c53bf4e517a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17867"
    uid: d84cfa33-802a-4c26-b323-ea49f9e03930
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: c73c7858-b393-4da1-ac67-c20c81d073a4
  kind: Event
  lastTimestamp: "2026-04-22T19:41:54Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:41:54Z"
    name: isvc-lightgbm.18a8c53bf979c3ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17208"
    uid: c4b3a23c-3dac-4be3-a4e3-78e773e6f167
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:43:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: c73c7858-b393-4da1-ac67-c20c81d073a4
  kind: Event
  lastTimestamp: "2026-04-22T19:43:17Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:43:17Z"
    name: isvc-lightgbm.18a8c54f5b07ded5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: ff4ee977-ae31-420a-96c5-e0a2b7cabcdd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:40:39.106833Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-55d575567c-zl5mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 697adafa-f59c-4e34-99df-bca39fbedd1b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-55d575567c-zl5mt
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:40:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:40:39Z"
    name: isvc-logger-predictor-55d575567c-zl5mt.18a8c52a73079ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "16580"
    uid: bace0ae2-9498-485c-b621-953c8a0cd5a9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-55d575567c-zl5mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: 697adafa-f59c-4e34-99df-bca39fbedd1b
  kind: Event
  lastTimestamp: "2026-04-22T19:40:39Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:40:39Z"
    name: isvc-logger-predictor-55d575567c-zl5mt.18a8c52a8bb00164
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: ea205bed-b57d-494e-9898-137fd19e3a9b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-55d575567c-zl5mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 697adafa-f59c-4e34-99df-bca39fbedd1b
  kind: Event
  lastTimestamp: "2026-04-22T19:40:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:39Z"
    name: isvc-logger-predictor-55d575567c-zl5mt.18a8c52a8cf4bae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16597"
    uid: f83f0298-8423-49ab-8c15-5e274622f848
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-55d575567c-zl5mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 697adafa-f59c-4e34-99df-bca39fbedd1b
  kind: Event
  lastTimestamp: "2026-04-22T19:40:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:39Z"
    name: isvc-logger-predictor-55d575567c-zl5mt.18a8c52a900f1c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16600"
    uid: fd327b29-4094-487a-b2cc-28eac4e4bc00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-55d575567c-zl5mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 697adafa-f59c-4e34-99df-bca39fbedd1b
  kind: Event
  lastTimestamp: "2026-04-22T19:40:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:39Z"
    name: isvc-logger-predictor-55d575567c-zl5mt.18a8c52a907a6965
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 4d3a1cd4-5c12-4415-ba06-2096a8374d89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-55d575567c-zl5mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 697adafa-f59c-4e34-99df-bca39fbedd1b
  kind: Event
  lastTimestamp: "2026-04-22T19:40:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1256"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:44Z"
    name: isvc-logger-predictor-55d575567c-zl5mt.18a8c52ba9c26ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: ed6f624a-5d9c-4bc0-8915-e924f8a6c6e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-55d575567c-zl5mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 697adafa-f59c-4e34-99df-bca39fbedd1b
  kind: Event
  lastTimestamp: "2026-04-22T19:40:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:44Z"
    name: isvc-logger-predictor-55d575567c-zl5mt.18a8c52bac47efd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: f66e7357-2ffe-436b-bd47-04beb6b5af13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-55d575567c-zl5mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 697adafa-f59c-4e34-99df-bca39fbedd1b
  kind: Event
  lastTimestamp: "2026-04-22T19:40:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:44Z"
    name: isvc-logger-predictor-55d575567c-zl5mt.18a8c52bacb67c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: 6ccfef6e-a2fe-4c3f-b869-c7812bf1fece
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-55d575567c-zl5mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 697adafa-f59c-4e34-99df-bca39fbedd1b
  kind: Event
  lastTimestamp: "2026-04-22T19:40:44Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b5c03dc752560187de2d60032e7571fd713c4f5c264bc5211edbec74590c4692"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:44Z"
    name: isvc-logger-predictor-55d575567c-zl5mt.18a8c52bacc15607
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: 8ca395e3-85e7-4ee0-b0b3-fa18d67c7cbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-55d575567c-zl5mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 697adafa-f59c-4e34-99df-bca39fbedd1b
  kind: Event
  lastTimestamp: "2026-04-22T19:40:44Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-22T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:44Z"
    name: isvc-logger-predictor-55d575567c-zl5mt.18a8c52baf8e845b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16658"
    uid: 9e2a0a40-7571-4175-9371-5ddd5ae5d732
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-55d575567c-zl5mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 697adafa-f59c-4e34-99df-bca39fbedd1b
  kind: Event
  lastTimestamp: "2026-04-22T19:40:44Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-22T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:44Z"
    name: isvc-logger-predictor-55d575567c-zl5mt.18a8c52baffaff71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: 0490eb8a-7a59-4c7c-b842-6691cc0515c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-55d575567c-zl5mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 697adafa-f59c-4e34-99df-bca39fbedd1b
  kind: Event
  lastTimestamp: "2026-04-22T19:42:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:16Z"
    name: isvc-logger-predictor-55d575567c-zl5mt.18a8c52be5afc812
    namespace: kserve-ci-e2e-test
    resourceVersion: "17426"
    uid: 661105b2-b98d-4915-bb71-ef420da875b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-55d575567c-zl5mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 697adafa-f59c-4e34-99df-bca39fbedd1b
  kind: Event
  lastTimestamp: "2026-04-22T19:42:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-22T19:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:42:16Z"
    name: isvc-logger-predictor-55d575567c-zl5mt.18a8c52be5b93217
    namespace: kserve-ci-e2e-test
    resourceVersion: "17427"
    uid: 57988d6c-945b-490e-b83a-60ccf658d886
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-55d575567c-zl5mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 697adafa-f59c-4e34-99df-bca39fbedd1b
  kind: Event
  lastTimestamp: "2026-04-22T19:41:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:54Z"
    name: isvc-logger-predictor-55d575567c-zl5mt.18a8c53bf88f2e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: f13045ee-17a8-4474-893d-c5d152eef958
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-55d575567c-zl5mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 697adafa-f59c-4e34-99df-bca39fbedd1b
  kind: Event
  lastTimestamp: "2026-04-22T19:41:54Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-22T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:54Z"
    name: isvc-logger-predictor-55d575567c-zl5mt.18a8c53bf88ff680
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: 3cd0dbe3-7904-4b0f-ab79-46bcb2645d5b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-55d575567c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: 76afbabf-8756-4a04-90e2-123a2151487b
  kind: Event
  lastTimestamp: "2026-04-22T19:40:39Z"
  message: 'Created pod: isvc-logger-predictor-55d575567c-zl5mt'
  metadata:
    creationTimestamp: "2026-04-22T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:40:39Z"
    name: isvc-logger-predictor-55d575567c.18a8c52a727dd3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: ebad0cc1-0519-42ae-9081-cad99fbac918
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 0606b622-83d0-4264-bee7-30e786693a94
  kind: Event
  lastTimestamp: "2026-04-22T19:40:39Z"
  message: Scaled up replica set isvc-logger-predictor-55d575567c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:40:39Z"
    name: isvc-logger-predictor.18a8c52a6fb5b9e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: ec13d8d1-04bc-4bb7-b8d6-397c2d453097
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: b049b4c6-8dfe-421e-a686-9a47779166d9
  kind: Event
  lastTimestamp: "2026-04-22T19:40:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:40:54Z"
    name: isvc-logger-predictor.18a8c52dee43ebfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: 6a94a155-61cb-4667-8dc1-656d02584380
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: b049b4c6-8dfe-421e-a686-9a47779166d9
  kind: Event
  lastTimestamp: "2026-04-22T19:40:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:40:54Z"
    name: isvc-logger-predictor.18a8c52deeb0f081
    namespace: kserve-ci-e2e-test
    resourceVersion: "16734"
    uid: 0d17538b-f780-4ed5-9049-450b674bdd44
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: b049b4c6-8dfe-421e-a686-9a47779166d9
  kind: Event
  lastTimestamp: "2026-04-22T19:41:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:41:54Z"
    name: isvc-logger-predictor.18a8c5316de3b1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17167"
    uid: 3b341780-800f-4fca-ae68-ea8fc620ee48
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: b049b4c6-8dfe-421e-a686-9a47779166d9
  kind: Event
  lastTimestamp: "2026-04-22T19:41:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:41:54Z"
    name: isvc-logger-predictor.18a8c5316e501748
    namespace: kserve-ci-e2e-test
    resourceVersion: "17169"
    uid: 9af636fc-7171-40cd-ac0c-910b96f216c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16555"
    uid: 0fb5b43f-9f65-4819-93a4-07496df7df5e
  kind: Event
  lastTimestamp: "2026-04-22T19:41:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:41:46Z"
    name: isvc-logger.18a8c52a6f8bee7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: d6437b45-51c8-4706-bb19-c1bb12081fb9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16555"
    uid: 0fb5b43f-9f65-4819-93a4-07496df7df5e
  kind: Event
  lastTimestamp: "2026-04-22T19:40:39Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:40:39Z"
    name: isvc-logger.18a8c52a6fd14b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16587"
    uid: b671eeae-b294-47fe-9ac1-3aa73b2a252d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 0fb5b43f-9f65-4819-93a4-07496df7df5e
  kind: Event
  lastTimestamp: "2026-04-22T19:40:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:40:39Z"
    name: isvc-logger.18a8c52a74940c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "16589"
    uid: 7d135d39-096d-476a-a65a-6dc71a7eb464
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17113"
    uid: 0fb5b43f-9f65-4819-93a4-07496df7df5e
  kind: Event
  lastTimestamp: "2026-04-22T19:41:46Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:41:46Z"
    name: isvc-logger.18a8c53a1d8d9d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17114"
    uid: e197c2f6-8c70-4f2e-a296-535e53d42555
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:48:05.672526Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20190"
    uid: c6bae01c-a196-4c94-a404-baa58f9655ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:48:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:48:05Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj.18a8c5926c6b6901
    namespace: kserve-ci-e2e-test
    resourceVersion: "20195"
    uid: 7307d68f-91a2-48e6-89ea-04cf86b259d7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20203"
    uid: c6bae01c-a196-4c94-a404-baa58f9655ec
  kind: Event
  lastTimestamp: "2026-04-22T19:48:06Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:48:06Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj.18a8c59285b633a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20212"
    uid: 64424e86-7b74-425a-8002-ffd55efaae6b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20193"
    uid: c6bae01c-a196-4c94-a404-baa58f9655ec
  kind: Event
  lastTimestamp: "2026-04-22T19:48:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:06Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj.18a8c59287c95de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20216"
    uid: 84abe7f2-9df7-4aae-bda6-ed5c59bd506d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20193"
    uid: c6bae01c-a196-4c94-a404-baa58f9655ec
  kind: Event
  lastTimestamp: "2026-04-22T19:48:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:06Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj.18a8c5928abb1e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20219"
    uid: 1d6fd093-bf76-41a9-be89-8eee7f920520
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20193"
    uid: c6bae01c-a196-4c94-a404-baa58f9655ec
  kind: Event
  lastTimestamp: "2026-04-22T19:48:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:06Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj.18a8c5928b309c71
    namespace: kserve-ci-e2e-test
    resourceVersion: "20220"
    uid: 23eade15-91c1-4d7a-a2b6-d80eb83e43be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20193"
    uid: c6bae01c-a196-4c94-a404-baa58f9655ec
  kind: Event
  lastTimestamp: "2026-04-22T19:48:10Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T19:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj.18a8c59396373780
    namespace: kserve-ci-e2e-test
    resourceVersion: "20255"
    uid: bf58fe7e-95f2-4c67-bf60-c649d447b96a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20193"
    uid: c6bae01c-a196-4c94-a404-baa58f9655ec
  kind: Event
  lastTimestamp: "2026-04-22T19:48:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj.18a8c593995ae236
    namespace: kserve-ci-e2e-test
    resourceVersion: "20259"
    uid: 1e2025ee-848c-4f95-aed9-125b251c3526
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20193"
    uid: c6bae01c-a196-4c94-a404-baa58f9655ec
  kind: Event
  lastTimestamp: "2026-04-22T19:48:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj.18a8c59399c56fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: ffc6242a-4885-4a6d-a871-b948c5eca682
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20193"
    uid: c6bae01c-a196-4c94-a404-baa58f9655ec
  kind: Event
  lastTimestamp: "2026-04-22T19:48:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:45Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj.18a8c59bc764518f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20560"
    uid: bacb1110-ace1-4dc5-b4dc-f35fef037c91
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20178"
    uid: 8b36d226-4d1b-4b02-9577-3b81e4b8854e
  kind: Event
  lastTimestamp: "2026-04-22T19:48:05Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5497fc5f68-9rkvj'
  metadata:
    creationTimestamp: "2026-04-22T19:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:05Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68.18a8c5926b4f95a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: 6a35a095-0add-4687-92d8-f21674480369
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20172"
    uid: 3df30cf4-7db2-4423-a222-773e6fce29e6
  kind: Event
  lastTimestamp: "2026-04-22T19:48:05Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5497fc5f68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:05Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8c5926825dd96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20181"
    uid: c294bea3-2175-4eee-b1b5-777f214c81b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20177"
    uid: d2dd4cfc-86fb-4235-937b-279c0cbc2ae4
  kind: Event
  lastTimestamp: "2026-04-22T19:48:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:20Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8c595e6a4d685
    namespace: kserve-ci-e2e-test
    resourceVersion: "20327"
    uid: cb8d3d41-2211-4919-989b-9f10e5d6284f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20177"
    uid: d2dd4cfc-86fb-4235-937b-279c0cbc2ae4
  kind: Event
  lastTimestamp: "2026-04-22T19:48:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:20Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8c595e712bcc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20329"
    uid: 552557b3-7b53-4e02-92a6-5f02445d9d47
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: d2dd4cfc-86fb-4235-937b-279c0cbc2ae4
  kind: Event
  lastTimestamp: "2026-04-22T19:48:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:35Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8c59966567c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "20440"
    uid: 6c7b7003-aced-4ab1-b583-d4f4bcae7a10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: d2dd4cfc-86fb-4235-937b-279c0cbc2ae4
  kind: Event
  lastTimestamp: "2026-04-22T19:48:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:35Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8c59966e3bf80
    namespace: kserve-ci-e2e-test
    resourceVersion: "20441"
    uid: 12c6565f-a979-4082-9c87-94c05481231c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20153"
    uid: 59b0d739-74ac-4003-b3d6-476a97d86b44
  kind: Event
  lastTimestamp: "2026-04-22T19:48:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:48:42Z"
    name: isvc-mlflow-v2-runtime.18a8c59267f0f51b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20494"
    uid: aacbdd7d-b44f-4a06-83b3-d38f9576f1ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20153"
    uid: 59b0d739-74ac-4003-b3d6-476a97d86b44
  kind: Event
  lastTimestamp: "2026-04-22T19:48:05Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:48:05Z"
    name: isvc-mlflow-v2-runtime.18a8c5926880fcab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20182"
    uid: bd012b91-dafc-4eb7-ac8d-9c557f0d1387
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20491"
    uid: 59b0d739-74ac-4003-b3d6-476a97d86b44
  kind: Event
  lastTimestamp: "2026-04-22T19:48:42Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:48:42Z"
    name: isvc-mlflow-v2-runtime.18a8c59b0ee85632
    namespace: kserve-ci-e2e-test
    resourceVersion: "20493"
    uid: ebd35545-ae46-452e-93bf-9af8c0705ed4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:50:06.079342Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21193"
    uid: decfdab5-4f4f-4b63-af99-6bdbe3ec1da4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-7dddcb4bd4-f5ldt
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:50:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:50:06Z"
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt.18a8c5ae753aba84
    namespace: kserve-ci-e2e-test
    resourceVersion: "21197"
    uid: 67ce43ab-9214-4d47-b5e0-6989847af15b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21202"
    uid: decfdab5-4f4f-4b63-af99-6bdbe3ec1da4
  kind: Event
  lastTimestamp: "2026-04-22T19:50:06Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:50:06Z"
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt.18a8c5ae8dece6c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21209"
    uid: 00fd5433-40eb-4685-bda5-a7d6c5e2e361
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: decfdab5-4f4f-4b63-af99-6bdbe3ec1da4
  kind: Event
  lastTimestamp: "2026-04-22T19:50:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:06Z"
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt.18a8c5ae8fee0999
    namespace: kserve-ci-e2e-test
    resourceVersion: "21212"
    uid: 3aded50a-4805-4434-9fda-7215d9a04c29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: decfdab5-4f4f-4b63-af99-6bdbe3ec1da4
  kind: Event
  lastTimestamp: "2026-04-22T19:50:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:06Z"
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt.18a8c5ae92fdacf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21215"
    uid: 4eead9bc-7cda-4ac7-8110-848e8355ee94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: decfdab5-4f4f-4b63-af99-6bdbe3ec1da4
  kind: Event
  lastTimestamp: "2026-04-22T19:50:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:06Z"
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt.18a8c5ae93806f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21216"
    uid: a9e65ab2-4617-402c-a4da-eab2afd8ec3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: decfdab5-4f4f-4b63-af99-6bdbe3ec1da4
  kind: Event
  lastTimestamp: "2026-04-22T19:50:12Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T19:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:12Z"
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt.18a8c5afd8e6ea58
    namespace: kserve-ci-e2e-test
    resourceVersion: "21262"
    uid: 75792865-bd1b-45ff-859d-b6bcafb318e8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: decfdab5-4f4f-4b63-af99-6bdbe3ec1da4
  kind: Event
  lastTimestamp: "2026-04-22T19:50:24Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 12.215s (12.215s
    including waiting). Image size: 1162827003 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:24Z"
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt.18a8c5b2b104aa30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: 0b6d07d0-6c07-4b2c-b862-41d188db732b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: decfdab5-4f4f-4b63-af99-6bdbe3ec1da4
  kind: Event
  lastTimestamp: "2026-04-22T19:50:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:24Z"
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt.18a8c5b2b438c158
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: 80d6bffb-1b6e-4a2e-8bc8-1b845be7b84c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: decfdab5-4f4f-4b63-af99-6bdbe3ec1da4
  kind: Event
  lastTimestamp: "2026-04-22T19:50:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:24Z"
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt.18a8c5b2b4a3d754
    namespace: kserve-ci-e2e-test
    resourceVersion: "21358"
    uid: 6769ce3f-37f1-4a55-9b3e-cc04876f174e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: decfdab5-4f4f-4b63-af99-6bdbe3ec1da4
  kind: Event
  lastTimestamp: "2026-04-22T19:50:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:56Z"
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt.18a8c5b2e249aa2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21586"
    uid: c068e426-e83c-4122-9b66-03c4f2c3e1c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: decfdab5-4f4f-4b63-af99-6bdbe3ec1da4
  kind: Event
  lastTimestamp: "2026-04-22T19:51:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:17Z"
    name: isvc-paddle-predictor-7dddcb4bd4-f5ldt.18a8c5bf16b17d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "21773"
    uid: 1a52c699-eacd-4bdc-ab00-fa9a65dfb11d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-7dddcb4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: 1fd3ffa6-0530-4dae-b8ed-f823c5bb63de
  kind: Event
  lastTimestamp: "2026-04-22T19:50:06Z"
  message: 'Created pod: isvc-paddle-predictor-7dddcb4bd4-f5ldt'
  metadata:
    creationTimestamp: "2026-04-22T19:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:50:06Z"
    name: isvc-paddle-predictor-7dddcb4bd4.18a8c5ae74ae6cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 0178d7e4-dc87-49b7-bd98-37afbea78810
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: 6d68867e-8a22-4ebe-a06b-52856f8cf1f0
  kind: Event
  lastTimestamp: "2026-04-22T19:50:05Z"
  message: Scaled up replica set isvc-paddle-predictor-7dddcb4bd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:50:05Z"
    name: isvc-paddle-predictor.18a8c5ae6ce2bd93
    namespace: kserve-ci-e2e-test
    resourceVersion: "21181"
    uid: be51bec6-ffe6-4c1c-a9c0-6d972bac2422
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 32940edb-3877-45c5-a6ba-10f00aaeccde
  kind: Event
  lastTimestamp: "2026-04-22T19:50:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:50:50Z"
    name: isvc-paddle-predictor.18a8c5b1eb367363
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: a1c3dc1c-c0c6-4d0d-8797-3d937a961cea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 32940edb-3877-45c5-a6ba-10f00aaeccde
  kind: Event
  lastTimestamp: "2026-04-22T19:50:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:50:50Z"
    name: isvc-paddle-predictor.18a8c5b1ebab54e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21556"
    uid: a0d8208a-4814-4006-a2a9-6793e7a3877b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21332"
    uid: 32940edb-3877-45c5-a6ba-10f00aaeccde
  kind: Event
  lastTimestamp: "2026-04-22T19:51:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:51:06Z"
    name: isvc-paddle-predictor.18a8c5bc692ce0a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21655"
    uid: 29753eab-74cf-459c-98ee-5e1d74f442a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21332"
    uid: 32940edb-3877-45c5-a6ba-10f00aaeccde
  kind: Event
  lastTimestamp: "2026-04-22T19:51:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:51:06Z"
    name: isvc-paddle-predictor.18a8c5bc699f2fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: 4cf22ca5-54c5-4a77-876e-6e16c6413a6d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:51:17.579230Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21783"
    uid: 12613fdd-0aca-4502-887a-6641c3b0fb23
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-86b49c4466-7p84t
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:51:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:51:17Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t.18a8c5bf1af34d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 02f3f897-7b4c-4471-b439-76787ef3aab5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: 12613fdd-0aca-4502-887a-6641c3b0fb23
  kind: Event
  lastTimestamp: "2026-04-22T19:51:17Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:51:17Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t.18a8c5bf3377dd40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21805"
    uid: 2f95d5da-41d3-43a8-be45-8ce16e684ff3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 12613fdd-0aca-4502-887a-6641c3b0fb23
  kind: Event
  lastTimestamp: "2026-04-22T19:51:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:18Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t.18a8c5bf34bdac34
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 7251a325-8980-41c1-8d60-d049cde0cfdf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 12613fdd-0aca-4502-887a-6641c3b0fb23
  kind: Event
  lastTimestamp: "2026-04-22T19:51:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:18Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t.18a8c5bf37f40046
    namespace: kserve-ci-e2e-test
    resourceVersion: "21809"
    uid: c0d81ef5-0780-4cde-b2a0-28c8069becef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 12613fdd-0aca-4502-887a-6641c3b0fb23
  kind: Event
  lastTimestamp: "2026-04-22T19:51:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:18Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t.18a8c5bf385ac6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21810"
    uid: 66d16631-a350-4ee9-b51b-1046eda186f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 12613fdd-0aca-4502-887a-6641c3b0fb23
  kind: Event
  lastTimestamp: "2026-04-22T19:51:23Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:23Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t.18a8c5c06d8b83f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 57213766-5c0b-4d40-b5ec-ab6fb5dc052f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 12613fdd-0aca-4502-887a-6641c3b0fb23
  kind: Event
  lastTimestamp: "2026-04-22T19:51:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:23Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t.18a8c5c0708b7501
    namespace: kserve-ci-e2e-test
    resourceVersion: "21857"
    uid: 9ef601eb-f94a-47a8-8e20-22a484c8fe39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 12613fdd-0aca-4502-887a-6641c3b0fb23
  kind: Event
  lastTimestamp: "2026-04-22T19:51:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:23Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t.18a8c5c070f8c518
    namespace: kserve-ci-e2e-test
    resourceVersion: "21858"
    uid: 53d2fe04-c5b2-49f3-9deb-cd903eeb7b2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 12613fdd-0aca-4502-887a-6641c3b0fb23
  kind: Event
  lastTimestamp: "2026-04-22T19:51:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:51:55Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t.18a8c5c0a966fd6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22084"
    uid: 4cb636df-3126-4550-bc37-f97a5d107c11
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 12613fdd-0aca-4502-887a-6641c3b0fb23
  kind: Event
  lastTimestamp: "2026-04-22T19:52:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:52:09Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7p84t.18a8c5cb1a214062
    namespace: kserve-ci-e2e-test
    resourceVersion: "22230"
    uid: 2bb3de1b-6067-4ae0-bd5a-6da379cc5050
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-86b49c4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 71ff83c4-19f9-40dc-9cde-c67fbbdb3f8f
  kind: Event
  lastTimestamp: "2026-04-22T19:51:17Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-86b49c4466-7p84t'
  metadata:
    creationTimestamp: "2026-04-22T19:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:51:17Z"
    name: isvc-paddle-runtime-predictor-86b49c4466.18a8c5bf1a1dba3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 10fb3a16-8ad9-4014-b0ec-6ea9a0448d59
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21769"
    uid: 2902118e-4394-4e1c-a056-94dc487f8cc4
  kind: Event
  lastTimestamp: "2026-04-22T19:51:17Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-86b49c4466 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T19:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:51:17Z"
    name: isvc-paddle-runtime-predictor.18a8c5bf16fbee8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21775"
    uid: 91b6bb3b-39bd-40cd-a0a3-72aa566c37ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21771"
    uid: 226b6b5b-b5b6-4901-9e40-6cc2c5e34c8b
  kind: Event
  lastTimestamp: "2026-04-22T19:52:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:52:02Z"
    name: isvc-paddle-runtime-predictor.18a8c5c2958169a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22143"
    uid: 2bc92b29-c5ae-48a7-bd4e-2e5832180f79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21771"
    uid: 226b6b5b-b5b6-4901-9e40-6cc2c5e34c8b
  kind: Event
  lastTimestamp: "2026-04-22T19:52:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:52:02Z"
    name: isvc-paddle-runtime-predictor.18a8c5c295eed50f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22144"
    uid: 4597e72c-190c-4dd0-ab6e-61f9eec624fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21746"
    uid: ea74c48f-fe49-476c-a427-f4df863c6935
  kind: Event
  lastTimestamp: "2026-04-22T19:52:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:52:05Z"
    name: isvc-paddle-runtime.18a8c5bf16ce3927
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 3c9c1365-472c-4471-842f-41e4e948d917
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21746"
    uid: ea74c48f-fe49-476c-a427-f4df863c6935
  kind: Event
  lastTimestamp: "2026-04-22T19:51:17Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:51:17Z"
    name: isvc-paddle-runtime.18a8c5bf1756086c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21777"
    uid: c7f019a0-6ea3-43a0-b4d3-cda78b17caaf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: ea74c48f-fe49-476c-a427-f4df863c6935
  kind: Event
  lastTimestamp: "2026-04-22T19:52:05Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:52:05Z"
    name: isvc-paddle-runtime.18a8c5ca38f49209
    namespace: kserve-ci-e2e-test
    resourceVersion: "22168"
    uid: ab4d5554-1f84-469e-af91-097898993f09
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:52:09.142917Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22235"
    uid: fed1f20f-c027-41ec-8642-9beb74836c0b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:52:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:52:09Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf.18a8c5cb1c62bb33
    namespace: kserve-ci-e2e-test
    resourceVersion: "22240"
    uid: 6a9bca14-5bd8-4849-9cce-1bbde7181d85
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22245"
    uid: fed1f20f-c027-41ec-8642-9beb74836c0b
  kind: Event
  lastTimestamp: "2026-04-22T19:52:09Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:52:09Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf.18a8c5cb353599b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22253"
    uid: a4d4c85f-a1f7-400b-9fea-a47b0aadb868
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22237"
    uid: fed1f20f-c027-41ec-8642-9beb74836c0b
  kind: Event
  lastTimestamp: "2026-04-22T19:52:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:52:09Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf.18a8c5cb3672f05c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22255"
    uid: 9e22c92f-78c9-4f00-a818-7bcfe21b55c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22237"
    uid: fed1f20f-c027-41ec-8642-9beb74836c0b
  kind: Event
  lastTimestamp: "2026-04-22T19:52:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:52:09Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf.18a8c5cb3949f0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: d7bc8228-4a4c-494c-ba66-9f7b24312138
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22237"
    uid: fed1f20f-c027-41ec-8642-9beb74836c0b
  kind: Event
  lastTimestamp: "2026-04-22T19:52:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:52:09Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf.18a8c5cb39f2c806
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: d01232c1-5045-4d27-84c7-aa8dd7037f1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22237"
    uid: fed1f20f-c027-41ec-8642-9beb74836c0b
  kind: Event
  lastTimestamp: "2026-04-22T19:52:14Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:52:14Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf.18a8c5cc5632fa78
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: 8db3b932-6b0c-4c93-9b47-88ec1a7281a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22237"
    uid: fed1f20f-c027-41ec-8642-9beb74836c0b
  kind: Event
  lastTimestamp: "2026-04-22T19:52:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:52:14Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf.18a8c5cc594165ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: 0cc241d1-1ecc-41cf-b9e1-31826306316b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22237"
    uid: fed1f20f-c027-41ec-8642-9beb74836c0b
  kind: Event
  lastTimestamp: "2026-04-22T19:52:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:52:14Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf.18a8c5cc59aded00
    namespace: kserve-ci-e2e-test
    resourceVersion: "22304"
    uid: fe7875f0-8a4a-411b-96cd-5c3f4c7ed7bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22237"
    uid: fed1f20f-c027-41ec-8642-9beb74836c0b
  kind: Event
  lastTimestamp: "2026-04-22T19:52:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:52:46Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf.18a8c5cc921ad2dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22533"
    uid: 015fbb86-53f9-4d7a-b515-29621407aa9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22237"
    uid: fed1f20f-c027-41ec-8642-9beb74836c0b
  kind: Event
  lastTimestamp: "2026-04-22T19:53:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:53:00Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf.18a8c5d7236df9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22673"
    uid: 6e7060b8-df42-49f6-867c-c6ea3679f7e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22223"
    uid: 74da59c7-c389-4df9-aca0-05254a3c1f9a
  kind: Event
  lastTimestamp: "2026-04-22T19:52:09Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-4fpwf'
  metadata:
    creationTimestamp: "2026-04-22T19:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:52:09Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b.18a8c5cb1bd63efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22236"
    uid: 59e0ad4b-1ddb-41af-ba96-a943faa89e4c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: d6261a18-3494-4187-93b0-1305b2bd8d0c
  kind: Event
  lastTimestamp: "2026-04-22T19:52:09Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7c6bd76f7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T19:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:52:09Z"
    name: isvc-paddle-v2-kserve-predictor.18a8c5cb191299ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22225"
    uid: b0cd56e4-5473-4686-b89d-6a2274736080
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: dcf1dcb8-ab04-44a3-afaa-99653cebf1c4
  kind: Event
  lastTimestamp: "2026-04-22T19:52:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:52:39Z"
    name: isvc-paddle-v2-kserve-predictor.18a8c5ce97a88ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22480"
    uid: 0de2d221-e6a1-43c4-b2bd-b4fe68fcf255
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: dcf1dcb8-ab04-44a3-afaa-99653cebf1c4
  kind: Event
  lastTimestamp: "2026-04-22T19:52:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:52:39Z"
    name: isvc-paddle-v2-kserve-predictor.18a8c5ce98134eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: b99f3579-b56b-46dc-a396-18f46de4280a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22377"
    uid: dcf1dcb8-ab04-44a3-afaa-99653cebf1c4
  kind: Event
  lastTimestamp: "2026-04-22T19:52:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:52:54Z"
    name: isvc-paddle-v2-kserve-predictor.18a8c5d595fd40ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22592"
    uid: fd3da225-2713-4619-994b-f458c451a5cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22377"
    uid: dcf1dcb8-ab04-44a3-afaa-99653cebf1c4
  kind: Event
  lastTimestamp: "2026-04-22T19:52:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:52:54Z"
    name: isvc-paddle-v2-kserve-predictor.18a8c5d59669dc78
    namespace: kserve-ci-e2e-test
    resourceVersion: "22594"
    uid: 238a6719-5aea-4ebd-97cf-d592695d71e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22198"
    uid: d8614e73-2c22-4acd-babc-5804bcabc974
  kind: Event
  lastTimestamp: "2026-04-22T19:52:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:52:56Z"
    name: isvc-paddle-v2-kserve.18a8c5cb18ea1556
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 6d6579c7-2c38-4452-93a1-8bb639e91494
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22198"
    uid: d8614e73-2c22-4acd-babc-5804bcabc974
  kind: Event
  lastTimestamp: "2026-04-22T19:52:09Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:52:09Z"
    name: isvc-paddle-v2-kserve.18a8c5cb1962c3dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22228"
    uid: 2cee351b-f61c-4c69-a272-82ef60baa1ff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:52:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22612"
    uid: d8614e73-2c22-4acd-babc-5804bcabc974
  kind: Event
  lastTimestamp: "2026-04-22T19:52:56Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:52:56Z"
    name: isvc-paddle-v2-kserve.18a8c5d621fe2985
    namespace: kserve-ci-e2e-test
    resourceVersion: "22613"
    uid: 4695e107-3b98-4cd9-b568-c3792bd9dfce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: be11e028-e63e-4512-86ec-8fb555adb74f
  kind: Event
  lastTimestamp: "2026-04-22T19:51:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:51:06Z"
    name: isvc-paddle.18a8c5ae6c567914
    namespace: kserve-ci-e2e-test
    resourceVersion: "21666"
    uid: bbe416e9-afb3-4317-a1c9-94e157f179b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: be11e028-e63e-4512-86ec-8fb555adb74f
  kind: Event
  lastTimestamp: "2026-04-22T19:50:05Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T19:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:50:05Z"
    name: isvc-paddle.18a8c5ae6d1bd51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21183"
    uid: 167fbb61-ec2f-4c8c-93fd-b217f45224c5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:51:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21664"
    uid: be11e028-e63e-4512-86ec-8fb555adb74f
  kind: Event
  lastTimestamp: "2026-04-22T19:51:06Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:51:06Z"
    name: isvc-paddle.18a8c5bc726576ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21665"
    uid: d9f12fa6-b657-4ba1-a046-afa013961620
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:53:00.846416Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-dj89r
    namespace: kserve-ci-e2e-test
    resourceVersion: "22680"
    uid: 015800d3-a3f1-4763-bb27-8dd913884403
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-5584ffd8c9-dj89r
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:53:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:53:00Z"
    name: isvc-pmml-predictor-5584ffd8c9-dj89r.18a8c5d7262774c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: e87c423a-c61f-4860-95ce-c8de117732cb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:53:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-dj89r
    namespace: kserve-ci-e2e-test
    resourceVersion: "22692"
    uid: 015800d3-a3f1-4763-bb27-8dd913884403
  kind: Event
  lastTimestamp: "2026-04-22T19:53:01Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:53:01Z"
    name: isvc-pmml-predictor-5584ffd8c9-dj89r.18a8c5d73f23f4c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22703"
    uid: 9f21219f-e716-49bb-9b00-4229b6cca0a0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:53:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-dj89r
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 015800d3-a3f1-4763-bb27-8dd913884403
  kind: Event
  lastTimestamp: "2026-04-22T19:53:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:53:01Z"
    name: isvc-pmml-predictor-5584ffd8c9-dj89r.18a8c5d7407e501a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: 1fa1d89c-fb08-489e-af07-eb8e3e333b4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:53:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-dj89r
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 015800d3-a3f1-4763-bb27-8dd913884403
  kind: Event
  lastTimestamp: "2026-04-22T19:53:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:53:01Z"
    name: isvc-pmml-predictor-5584ffd8c9-dj89r.18a8c5d743d29c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "22708"
    uid: e9c075f2-cd1c-4d8a-8328-551d25c153e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:53:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-dj89r
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 015800d3-a3f1-4763-bb27-8dd913884403
  kind: Event
  lastTimestamp: "2026-04-22T19:53:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:53:01Z"
    name: isvc-pmml-predictor-5584ffd8c9-dj89r.18a8c5d744458bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: c8c72795-31a3-4475-94cf-7b65df277517
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:53:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-dj89r
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 015800d3-a3f1-4763-bb27-8dd913884403
  kind: Event
  lastTimestamp: "2026-04-22T19:53:05Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T19:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:53:05Z"
    name: isvc-pmml-predictor-5584ffd8c9-dj89r.18a8c5d83f24c73c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 5eccdc9b-105e-4015-91ae-d3224a247505
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:53:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-dj89r
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 015800d3-a3f1-4763-bb27-8dd913884403
  kind: Event
  lastTimestamp: "2026-04-22T19:53:12Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.724s (6.724s
    including waiting). Image size: 800899446 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:53:12Z"
    name: isvc-pmml-predictor-5584ffd8c9-dj89r.18a8c5d9cff35c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "22794"
    uid: 6b80d028-2a13-46d4-aca5-bf98874a9d50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:53:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-dj89r
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 015800d3-a3f1-4763-bb27-8dd913884403
  kind: Event
  lastTimestamp: "2026-04-22T19:53:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:53:12Z"
    name: isvc-pmml-predictor-5584ffd8c9-dj89r.18a8c5d9d300c4d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22796"
    uid: 59ddcf31-0122-4754-8652-3a4265d58144
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:53:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-dj89r
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 015800d3-a3f1-4763-bb27-8dd913884403
  kind: Event
  lastTimestamp: "2026-04-22T19:53:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:53:12Z"
    name: isvc-pmml-predictor-5584ffd8c9-dj89r.18a8c5d9d36d5990
    namespace: kserve-ci-e2e-test
    resourceVersion: "22797"
    uid: dcb97eee-2e6a-47bd-b334-acfef72b3e04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:53:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-dj89r
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 015800d3-a3f1-4763-bb27-8dd913884403
  kind: Event
  lastTimestamp: "2026-04-22T19:54:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:54:33Z"
    name: isvc-pmml-predictor-5584ffd8c9-dj89r.18a8c5d9e2395e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: 78000f1c-6deb-43f1-ad84-295477892aa6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-dj89r
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 015800d3-a3f1-4763-bb27-8dd913884403
  kind: Event
  lastTimestamp: "2026-04-22T19:54:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:54:31Z"
    name: isvc-pmml-predictor-5584ffd8c9-dj89r.18a8c5ec54103a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23395"
    uid: 39fa2057-4d01-4353-aa2c-8e8de640eb8d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:53:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-5584ffd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 741aeea9-0c97-48dd-b550-952af548dbde
  kind: Event
  lastTimestamp: "2026-04-22T19:53:00Z"
  message: 'Created pod: isvc-pmml-predictor-5584ffd8c9-dj89r'
  metadata:
    creationTimestamp: "2026-04-22T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:53:00Z"
    name: isvc-pmml-predictor-5584ffd8c9.18a8c5d725bd5177
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: 71f8eb85-c479-4515-8667-d5be50de04bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:53:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: 403db77d-5b61-4c86-aa0c-e7c2a1c664d9
  kind: Event
  lastTimestamp: "2026-04-22T19:53:00Z"
  message: Scaled up replica set isvc-pmml-predictor-5584ffd8c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:53:00Z"
    name: isvc-pmml-predictor.18a8c5d72371a3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 72021ba2-bdbd-4ac0-82b2-774fe9b56f62
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:53:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22671"
    uid: f6f078e2-d0c2-43c7-8e8b-9e7f28f724bc
  kind: Event
  lastTimestamp: "2026-04-22T19:53:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:53:45Z"
    name: isvc-pmml-predictor.18a8c5daa2840813
    namespace: kserve-ci-e2e-test
    resourceVersion: "23044"
    uid: 3456c8fb-847d-44c0-8792-2d4bc2f4e0b9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:53:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22671"
    uid: f6f078e2-d0c2-43c7-8e8b-9e7f28f724bc
  kind: Event
  lastTimestamp: "2026-04-22T19:53:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:53:45Z"
    name: isvc-pmml-predictor.18a8c5daa2e734b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 2358a4c9-e848-44b6-9f78-9f13372b8ebb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22824"
    uid: f6f078e2-d0c2-43c7-8e8b-9e7f28f724bc
  kind: Event
  lastTimestamp: "2026-04-22T19:54:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:54:30Z"
    name: isvc-pmml-predictor.18a8c5e51fe56a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23359"
    uid: 8e332aa7-d9b6-4a3d-8e13-96b36e7465b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22824"
    uid: f6f078e2-d0c2-43c7-8e8b-9e7f28f724bc
  kind: Event
  lastTimestamp: "2026-04-22T19:54:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:54:30Z"
    name: isvc-pmml-predictor.18a8c5e52071c127
    namespace: kserve-ci-e2e-test
    resourceVersion: "23360"
    uid: d860bf35-3e2a-44f1-9467-53b21790468c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:54:31.897667Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23409"
    uid: ac5edabb-d258-4679-814d-9355f7ecdd50
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7576f6b69f-wjntm
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:54:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:54:31Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm.18a8c5ec593b4d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "23415"
    uid: 25093277-b5f9-4cd8-b9a7-c4a5e2ef0e2b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23418"
    uid: ac5edabb-d258-4679-814d-9355f7ecdd50
  kind: Event
  lastTimestamp: "2026-04-22T19:54:32Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:54:32Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm.18a8c5ec7208366b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23429"
    uid: 7b4bffd2-4bc3-4c9a-acdd-c43d4a92a230
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23411"
    uid: ac5edabb-d258-4679-814d-9355f7ecdd50
  kind: Event
  lastTimestamp: "2026-04-22T19:54:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:54:32Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm.18a8c5ec73499f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23431"
    uid: 3b35e46e-3847-49be-8f09-58999ff27087
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23411"
    uid: ac5edabb-d258-4679-814d-9355f7ecdd50
  kind: Event
  lastTimestamp: "2026-04-22T19:54:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:54:32Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm.18a8c5ec7609948e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23434"
    uid: 84093995-fff3-472b-aec8-a37f994015f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23411"
    uid: ac5edabb-d258-4679-814d-9355f7ecdd50
  kind: Event
  lastTimestamp: "2026-04-22T19:54:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:54:32Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm.18a8c5ec7674ffc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 6956ae04-6b76-485a-a854-a63133f6c8de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23411"
    uid: ac5edabb-d258-4679-814d-9355f7ecdd50
  kind: Event
  lastTimestamp: "2026-04-22T19:54:36Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:54:36Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm.18a8c5ed7f5fe246
    namespace: kserve-ci-e2e-test
    resourceVersion: "23482"
    uid: 2f8f487f-e63e-4348-8fbc-6e633023d795
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23411"
    uid: ac5edabb-d258-4679-814d-9355f7ecdd50
  kind: Event
  lastTimestamp: "2026-04-22T19:54:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:54:36Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm.18a8c5ed827a6f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "23486"
    uid: bd44f8c4-0613-4ca4-a8a4-4203ee19b986
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23411"
    uid: ac5edabb-d258-4679-814d-9355f7ecdd50
  kind: Event
  lastTimestamp: "2026-04-22T19:54:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:54:36Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm.18a8c5ed82e97f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: f784b27b-1485-407a-bbaa-b0bf13280cbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23411"
    uid: ac5edabb-d258-4679-814d-9355f7ecdd50
  kind: Event
  lastTimestamp: "2026-04-22T19:55:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:55:48Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm.18a8c5edbb5e6ed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: 640a4f93-cab3-419d-9bc0-46d7991e125c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23411"
    uid: ac5edabb-d258-4679-814d-9355f7ecdd50
  kind: Event
  lastTimestamp: "2026-04-22T19:56:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:56:02Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-wjntm.18a8c60189f77984
    namespace: kserve-ci-e2e-test
    resourceVersion: "24133"
    uid: 055af3a5-b02b-477f-aa78-43197fd4f44d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7576f6b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23394"
    uid: 5e9d5721-3cf1-4d93-8318-439af3494f08
  kind: Event
  lastTimestamp: "2026-04-22T19:54:31Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7576f6b69f-wjntm'
  metadata:
    creationTimestamp: "2026-04-22T19:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:54:31Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f.18a8c5ec58d3850a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23410"
    uid: 4a990c0f-ad74-4638-8b58-d86fadab6ed6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: d035cc84-240e-4919-b49b-c463594f3adb
  kind: Event
  lastTimestamp: "2026-04-22T19:54:31Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7576f6b69f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T19:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:54:31Z"
    name: isvc-pmml-runtime-predictor.18a8c5ec54677fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23398"
    uid: 50d22fa8-d72d-4908-8f4a-cbad3d9f53ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23393"
    uid: 5c1c3f1f-8b72-406c-8b43-1950f0ee394e
  kind: Event
  lastTimestamp: "2026-04-22T19:55:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:55:16Z"
    name: isvc-pmml-runtime-predictor.18a8c5efd35da61e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23762"
    uid: 72aeb331-d9c3-4e26-938b-c061569edfe0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23393"
    uid: 5c1c3f1f-8b72-406c-8b43-1950f0ee394e
  kind: Event
  lastTimestamp: "2026-04-22T19:55:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:55:16Z"
    name: isvc-pmml-runtime-predictor.18a8c5efd3c50d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23763"
    uid: 0b78da77-7e49-4bdf-8d37-639304a29cbd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:55:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 5c1c3f1f-8b72-406c-8b43-1950f0ee394e
  kind: Event
  lastTimestamp: "2026-04-22T19:56:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:56:01Z"
    name: isvc-pmml-runtime-predictor.18a8c5fa5067421a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24088"
    uid: 0c2a9a54-b8a4-4aba-bed1-96ae8574118e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:55:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 5c1c3f1f-8b72-406c-8b43-1950f0ee394e
  kind: Event
  lastTimestamp: "2026-04-22T19:56:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:56:01Z"
    name: isvc-pmml-runtime-predictor.18a8c5fa50d22c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: 12f3b4ba-1943-492f-9de2-8d4acbc58fec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23369"
    uid: 6044a875-6c6d-4ebb-80b2-7c9114326200
  kind: Event
  lastTimestamp: "2026-04-22T19:55:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:55:58Z"
    name: isvc-pmml-runtime.18a8c5ec5438bcaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24061"
    uid: 4292e51b-4183-4322-b8c5-12415a9fde24
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23369"
    uid: 6044a875-6c6d-4ebb-80b2-7c9114326200
  kind: Event
  lastTimestamp: "2026-04-22T19:54:31Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:54:31Z"
    name: isvc-pmml-runtime.18a8c5ec54e146a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23412"
    uid: 7bccabae-c8c0-4c34-83c5-932692700d4a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23383"
    uid: 6044a875-6c6d-4ebb-80b2-7c9114326200
  kind: Event
  lastTimestamp: "2026-04-22T19:54:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:54:31Z"
    name: isvc-pmml-runtime.18a8c5ec58cec683
    namespace: kserve-ci-e2e-test
    resourceVersion: "23414"
    uid: 5b9b5da0-9a9a-401d-a2b6-2f470a54edb1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:55:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24059"
    uid: 6044a875-6c6d-4ebb-80b2-7c9114326200
  kind: Event
  lastTimestamp: "2026-04-22T19:55:58Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:55:58Z"
    name: isvc-pmml-runtime.18a8c600731be520
    namespace: kserve-ci-e2e-test
    resourceVersion: "24060"
    uid: 45d6e4ab-3f5d-413e-a7f8-5360b4eedc11
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:56:02.975416Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24141"
    uid: fa5d47f5-6ba6-4cbb-b240-8c611023d306
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:56:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:56:02Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8.18a8c6018de39355
    namespace: kserve-ci-e2e-test
    resourceVersion: "24147"
    uid: 9df4df13-f412-4876-846c-2090f4158980
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:56:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24152"
    uid: fa5d47f5-6ba6-4cbb-b240-8c611023d306
  kind: Event
  lastTimestamp: "2026-04-22T19:56:03Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:56:03Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8.18a8c601a67950dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24159"
    uid: 23918e79-1c69-45f0-9c99-ef2a28ad632c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24143"
    uid: fa5d47f5-6ba6-4cbb-b240-8c611023d306
  kind: Event
  lastTimestamp: "2026-04-22T19:56:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:56:03Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8.18a8c601a7aa48a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24161"
    uid: 237a0584-9a3c-4fcb-836c-d99e5cf15456
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24143"
    uid: fa5d47f5-6ba6-4cbb-b240-8c611023d306
  kind: Event
  lastTimestamp: "2026-04-22T19:56:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:56:03Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8.18a8c601aafec6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24163"
    uid: f1d7c4ee-56ad-46e3-ac3f-f43edabaa464
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24143"
    uid: fa5d47f5-6ba6-4cbb-b240-8c611023d306
  kind: Event
  lastTimestamp: "2026-04-22T19:56:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:56:03Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8.18a8c601ab6b7781
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 7fd7b63d-78f7-45c7-80dd-ef0d543f0350
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24143"
    uid: fa5d47f5-6ba6-4cbb-b240-8c611023d306
  kind: Event
  lastTimestamp: "2026-04-22T19:56:08Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:56:08Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8.18a8c602bf5aef7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: f108f9b2-741c-4b23-b29d-f71b0cf9729f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24143"
    uid: fa5d47f5-6ba6-4cbb-b240-8c611023d306
  kind: Event
  lastTimestamp: "2026-04-22T19:56:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:56:08Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8.18a8c602c26170c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24330"
    uid: b25f0a56-f765-45d7-9653-3da0de9ca314
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24143"
    uid: fa5d47f5-6ba6-4cbb-b240-8c611023d306
  kind: Event
  lastTimestamp: "2026-04-22T19:56:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:56:08Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8.18a8c602c2d1b0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24331"
    uid: 38523623-e289-4a50-aaae-0e33f6b0e076
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24143"
    uid: fa5d47f5-6ba6-4cbb-b240-8c611023d306
  kind: Event
  lastTimestamp: "2026-04-22T19:57:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:57:20Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8.18a8c602fb507bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25011"
    uid: a958cc45-fb3f-4c21-bdae-1da3884bc9a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24143"
    uid: fa5d47f5-6ba6-4cbb-b240-8c611023d306
  kind: Event
  lastTimestamp: "2026-04-22T19:57:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:57:34Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8.18a8c616d1928b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: b6d645c1-8a93-4560-bc80-cf639d57f10c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:56:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24126"
    uid: 834c90c3-2d4a-46e2-afae-07451a429b1d
  kind: Event
  lastTimestamp: "2026-04-22T19:56:02Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-75b87ff64c-c58v8'
  metadata:
    creationTimestamp: "2026-04-22T19:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:56:02Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c.18a8c6018d702576
    namespace: kserve-ci-e2e-test
    resourceVersion: "24142"
    uid: fbc4843e-7784-4e0b-b51c-67fe1535b5e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:56:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24122"
    uid: 865101a8-9e64-48b4-ba56-f76c4b8a72bf
  kind: Event
  lastTimestamp: "2026-04-22T19:56:02Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-75b87ff64c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T19:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:56:02Z"
    name: isvc-pmml-v2-kserve-predictor.18a8c601897dcbe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24129"
    uid: c44b47b5-a396-4c9c-a66c-27ce63470dfa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:56:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24125"
    uid: 9da24d24-3cba-47e3-b0c2-fbabf19ac4b4
  kind: Event
  lastTimestamp: "2026-04-22T19:56:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:56:47Z"
    name: isvc-pmml-v2-kserve-predictor.18a8c60508b75472
    namespace: kserve-ci-e2e-test
    resourceVersion: "24784"
    uid: 822882db-cb18-4d1f-bf6b-4aa524c357cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:56:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24125"
    uid: 9da24d24-3cba-47e3-b0c2-fbabf19ac4b4
  kind: Event
  lastTimestamp: "2026-04-22T19:56:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:56:47Z"
    name: isvc-pmml-v2-kserve-predictor.18a8c605091dbe42
    namespace: kserve-ci-e2e-test
    resourceVersion: "24785"
    uid: 4d6e4a57-50f8-4b5b-958e-7dcc4b2267b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: 9da24d24-3cba-47e3-b0c2-fbabf19ac4b4
  kind: Event
  lastTimestamp: "2026-04-22T19:57:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:57:33Z"
    name: isvc-pmml-v2-kserve-predictor.18a8c60f85c0a073
    namespace: kserve-ci-e2e-test
    resourceVersion: "25103"
    uid: 9c30f0e1-d311-4fe9-8ef0-cf077fe1e07d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: 9da24d24-3cba-47e3-b0c2-fbabf19ac4b4
  kind: Event
  lastTimestamp: "2026-04-22T19:57:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:57:33Z"
    name: isvc-pmml-v2-kserve-predictor.18a8c60f86305164
    namespace: kserve-ci-e2e-test
    resourceVersion: "25104"
    uid: e2710073-ee36-4468-a6dd-55ac8f9fc0b8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:56:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 0335fc8a-2fc3-49e0-9e13-70239cd8cdc4
  kind: Event
  lastTimestamp: "2026-04-22T19:57:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:57:30Z"
    name: isvc-pmml-v2-kserve.18a8c601894fdb56
    namespace: kserve-ci-e2e-test
    resourceVersion: "25083"
    uid: 0dc5257b-1849-497a-99bd-5e85b2973934
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:56:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 0335fc8a-2fc3-49e0-9e13-70239cd8cdc4
  kind: Event
  lastTimestamp: "2026-04-22T19:56:02Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:56:02Z"
    name: isvc-pmml-v2-kserve.18a8c60189cc8ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24148"
    uid: 5a02b117-baff-4d8e-b9a5-de2e72658dcf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:56:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24115"
    uid: 0335fc8a-2fc3-49e0-9e13-70239cd8cdc4
  kind: Event
  lastTimestamp: "2026-04-22T19:56:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:56:02Z"
    name: isvc-pmml-v2-kserve.18a8c6018dfc04f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24150"
    uid: acbb62cd-71d4-4b1c-9dd0-124123ae1315
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25081"
    uid: 0335fc8a-2fc3-49e0-9e13-70239cd8cdc4
  kind: Event
  lastTimestamp: "2026-04-22T19:57:30Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:57:30Z"
    name: isvc-pmml-v2-kserve.18a8c615dc6abc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "25082"
    uid: 8c631dfe-06a5-410a-84f0-bb7596b07886
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:53:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22646"
    uid: 54307a4b-3ad2-44e4-a5e8-b8eeb5287983
  kind: Event
  lastTimestamp: "2026-04-22T19:54:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:54:23Z"
    name: isvc-pmml.18a8c5d7236c8223
    namespace: kserve-ci-e2e-test
    resourceVersion: "23311"
    uid: f635a1fc-717c-4908-9c08-0a5114153858
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:53:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22646"
    uid: 54307a4b-3ad2-44e4-a5e8-b8eeb5287983
  kind: Event
  lastTimestamp: "2026-04-22T19:53:00Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:53:00Z"
    name: isvc-pmml.18a8c5d724015b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "22677"
    uid: 13775745-f648-471a-b3b7-e9010e503888
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:54:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 54307a4b-3ad2-44e4-a5e8-b8eeb5287983
  kind: Event
  lastTimestamp: "2026-04-22T19:54:23Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:54:23Z"
    name: isvc-pmml.18a8c5ea6dd3eb56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23310"
    uid: 5e6e20c0-41bf-4849-8f16-cc1094f3e6f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:02:06.231066Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 14d145cc-a86d-4cc6-9c94-78077fa200ad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-669896799c-h5kh7
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:02:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:02:06Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7.18a8c656219ccd81
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: 08dda78b-3050-4d51-b5c7-adc4b3ba6550
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27509"
    uid: 14d145cc-a86d-4cc6-9c94-78077fa200ad
  kind: Event
  lastTimestamp: "2026-04-22T20:02:06Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:02:06Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7.18a8c6563a4c2141
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 309bf08e-906b-4a27-839e-895b25e13501
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27503"
    uid: 14d145cc-a86d-4cc6-9c94-78077fa200ad
  kind: Event
  lastTimestamp: "2026-04-22T20:02:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:02:06Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7.18a8c6563b8f8a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27520"
    uid: 79fba341-60d1-4966-af3b-820c10e1f59e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27503"
    uid: 14d145cc-a86d-4cc6-9c94-78077fa200ad
  kind: Event
  lastTimestamp: "2026-04-22T20:02:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:02:06Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7.18a8c6563e5270dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27522"
    uid: e7730f5a-9a9d-4d21-9ef1-0c5eb021a4aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27503"
    uid: 14d145cc-a86d-4cc6-9c94-78077fa200ad
  kind: Event
  lastTimestamp: "2026-04-22T20:02:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:02:06Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7.18a8c6563ebb983b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27523"
    uid: 40930a5e-24cf-49cb-b69f-c048540a0664
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27503"
    uid: 14d145cc-a86d-4cc6-9c94-78077fa200ad
  kind: Event
  lastTimestamp: "2026-04-22T20:02:11Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:02:11Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7.18a8c657480b6e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "27561"
    uid: 2b8d0c52-921b-4386-891a-ec4cf25098f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27503"
    uid: 14d145cc-a86d-4cc6-9c94-78077fa200ad
  kind: Event
  lastTimestamp: "2026-04-22T20:02:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:02:11Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7.18a8c6574b56c98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27567"
    uid: 087a9f4f-2781-4eec-852e-da92736f72cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27503"
    uid: 14d145cc-a86d-4cc6-9c94-78077fa200ad
  kind: Event
  lastTimestamp: "2026-04-22T20:02:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:02:11Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7.18a8c6574bc58bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27569"
    uid: 469c2685-a3b7-4aa8-a6fb-c7e66b537d1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27503"
    uid: 14d145cc-a86d-4cc6-9c94-78077fa200ad
  kind: Event
  lastTimestamp: "2026-04-22T20:03:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:03:13Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7.18a8c65783fac68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28021"
    uid: 4b851880-86d5-4157-a123-38d890132a03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27503"
    uid: 14d145cc-a86d-4cc6-9c94-78077fa200ad
  kind: Event
  lastTimestamp: "2026-04-22T20:03:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:03:26Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-h5kh7.18a8c668cae597e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: e478a3ba-2cf4-44fa-b34f-50841b56e360
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-669896799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27485"
    uid: 760e6c42-1842-4fa6-af4a-0650556733b8
  kind: Event
  lastTimestamp: "2026-04-22T20:02:06Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-669896799c-h5kh7'
  metadata:
    creationTimestamp: "2026-04-22T20:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:02:06Z"
    name: isvc-predictive-lightgbm-predictor-669896799c.18a8c65621186bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27502"
    uid: 5d74d541-d984-4222-9145-32bd4cf04864
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27479"
    uid: e073af01-bab0-400e-8d53-86de820e2392
  kind: Event
  lastTimestamp: "2026-04-22T20:02:06Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-669896799c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:02:06Z"
    name: isvc-predictive-lightgbm-predictor.18a8c6561e852a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27489"
    uid: af31d77f-fd80-432d-94a5-97b1d3ee6612
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27484"
    uid: 4762bfce-7741-44ff-b016-d31b26002958
  kind: Event
  lastTimestamp: "2026-04-22T20:02:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:02:21Z"
    name: isvc-predictive-lightgbm-predictor.18a8c6599d1f54a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27638"
    uid: 17f26272-ebb6-4de6-99a9-a73e53d53823
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27484"
    uid: 4762bfce-7741-44ff-b016-d31b26002958
  kind: Event
  lastTimestamp: "2026-04-22T20:02:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:02:21Z"
    name: isvc-predictive-lightgbm-predictor.18a8c6599d8386fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27640"
    uid: 4907edf1-24db-42eb-80bd-69c4f95e6870
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 4762bfce-7741-44ff-b016-d31b26002958
  kind: Event
  lastTimestamp: "2026-04-22T20:03:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:03:21Z"
    name: isvc-predictive-lightgbm-predictor.18a8c65d1ca75237
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: 265ef518-74e6-40a9-ab78-55cc3e5745c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: 4762bfce-7741-44ff-b016-d31b26002958
  kind: Event
  lastTimestamp: "2026-04-22T20:03:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:03:21Z"
    name: isvc-predictive-lightgbm-predictor.18a8c65d1d10f922
    namespace: kserve-ci-e2e-test
    resourceVersion: "28083"
    uid: 726406fe-4557-443b-89e7-df291920e4ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:06:06.778280Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29465"
    uid: 400fe68f-c86d-46e8-ab4e-66fa118bc500
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:06:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:06:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df.18a8c68e235806d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29472"
    uid: 4a2e89dd-be16-427f-aa4f-41eb09e2ace6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29475"
    uid: 400fe68f-c86d-46e8-ab4e-66fa118bc500
  kind: Event
  lastTimestamp: "2026-04-22T20:06:07Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:06:07Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df.18a8c68e3c83ed02
    namespace: kserve-ci-e2e-test
    resourceVersion: "29486"
    uid: a0f00271-b9f8-4f7c-88c6-bbf9b218adfc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29468"
    uid: 400fe68f-c86d-46e8-ab4e-66fa118bc500
  kind: Event
  lastTimestamp: "2026-04-22T20:06:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:06:07Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df.18a8c68e3db31502
    namespace: kserve-ci-e2e-test
    resourceVersion: "29488"
    uid: dd92bea1-90aa-4069-96d2-aeb69d36deba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29468"
    uid: 400fe68f-c86d-46e8-ab4e-66fa118bc500
  kind: Event
  lastTimestamp: "2026-04-22T20:06:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:06:07Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df.18a8c68e40a668b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29489"
    uid: 5f64500f-f989-4182-a908-f29b6e51bfb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29468"
    uid: 400fe68f-c86d-46e8-ab4e-66fa118bc500
  kind: Event
  lastTimestamp: "2026-04-22T20:06:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:06:07Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df.18a8c68e41107a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "29490"
    uid: aa8b67c8-9b2d-4f5d-b880-58528cfde68e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29468"
    uid: 400fe68f-c86d-46e8-ab4e-66fa118bc500
  kind: Event
  lastTimestamp: "2026-04-22T20:06:11Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:06:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df.18a8c68f5146d34d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29531"
    uid: 842bb4b5-83c4-4aa6-9bdf-4f4ba42c2b3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29468"
    uid: 400fe68f-c86d-46e8-ab4e-66fa118bc500
  kind: Event
  lastTimestamp: "2026-04-22T20:06:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:06:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df.18a8c68f541da460
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 9eb79917-455e-477d-913f-62c14a91c58b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29468"
    uid: 400fe68f-c86d-46e8-ab4e-66fa118bc500
  kind: Event
  lastTimestamp: "2026-04-22T20:06:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:06:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df.18a8c68f5487bd0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29536"
    uid: a096f4f3-ea57-4d06-83c7-323ede275916
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29468"
    uid: 400fe68f-c86d-46e8-ab4e-66fa118bc500
  kind: Event
  lastTimestamp: "2026-04-22T20:07:13Z"
  message: 'Readiness probe failed: Get "http://10.133.0.43:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T20:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:07:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df.18a8c696c51f4b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29973"
    uid: e9301fc7-2241-4fe3-b60c-a4e7919a3de0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29468"
    uid: 400fe68f-c86d-46e8-ab4e-66fa118bc500
  kind: Event
  lastTimestamp: "2026-04-22T20:07:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:07:26Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df.18a8c6a0d066e8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30119"
    uid: 48f24bb7-e2e9-442a-8bb3-79ae2ff8a0ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "29452"
    uid: ccfac118-f34d-4598-b2ce-561f62e613a3
  kind: Event
  lastTimestamp: "2026-04-22T20:06:06Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-65df45cf79-qq2df'
  metadata:
    creationTimestamp: "2026-04-22T20:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:06:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79.18a8c68e22d53a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "29469"
    uid: 58cc2846-d644-4112-9a88-c729abc8f52f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29445"
    uid: 69491e96-2597-4c68-ab22-b0511b91898f
  kind: Event
  lastTimestamp: "2026-04-22T20:06:06Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-65df45cf79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:06:06Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8c68e20a53765
    namespace: kserve-ci-e2e-test
    resourceVersion: "29455"
    uid: bab700c3-d154-4454-a26b-4bf53535a229
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29447"
    uid: 398686bf-d01f-4c00-80db-bc094ec2a0de
  kind: Event
  lastTimestamp: "2026-04-22T20:06:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:06:36Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8c6919f2699f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29712"
    uid: 84e6f48c-d907-4282-852c-4578cabe40c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29447"
    uid: 398686bf-d01f-4c00-80db-bc094ec2a0de
  kind: Event
  lastTimestamp: "2026-04-22T20:06:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:06:36Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8c6919f8d22e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29713"
    uid: 8f9132bd-3d47-4fef-b540-172a8c391983
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29614"
    uid: 398686bf-d01f-4c00-80db-bc094ec2a0de
  kind: Event
  lastTimestamp: "2026-04-22T20:07:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:07:21Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8c6989d87a8f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30026"
    uid: fc638b0e-280e-4734-b29d-c20dfbfba671
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29614"
    uid: 398686bf-d01f-4c00-80db-bc094ec2a0de
  kind: Event
  lastTimestamp: "2026-04-22T20:07:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:07:21Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8c6989df4e69a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30027"
    uid: 1f805fe2-ea6b-4bb9-8221-8cf486e4a17e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29429"
    uid: 4a4ec8cd-dba9-4d4e-b2ca-b39cdbb6351d
  kind: Event
  lastTimestamp: "2026-04-22T20:07:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:07:23Z"
    name: isvc-predictive-lightgbm-v2.18a8c68e2073d47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30050"
    uid: 001447bb-985c-4bfc-a93d-12a81f2c9687
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29429"
    uid: 4a4ec8cd-dba9-4d4e-b2ca-b39cdbb6351d
  kind: Event
  lastTimestamp: "2026-04-22T20:06:06Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:06:06Z"
    name: isvc-predictive-lightgbm-v2.18a8c68e20d5315d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29477"
    uid: de3cb245-8e57-4120-83e3-0cb36e63e3ff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29438"
    uid: 4a4ec8cd-dba9-4d4e-b2ca-b39cdbb6351d
  kind: Event
  lastTimestamp: "2026-04-22T20:06:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:06:06Z"
    name: isvc-predictive-lightgbm-v2.18a8c68e250cbc43
    namespace: kserve-ci-e2e-test
    resourceVersion: "29478"
    uid: 940f1b2a-cd3c-48ef-a2bf-ab66497cac9d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30047"
    uid: 4a4ec8cd-dba9-4d4e-b2ca-b39cdbb6351d
  kind: Event
  lastTimestamp: "2026-04-22T20:07:23Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:07:23Z"
    name: isvc-predictive-lightgbm-v2.18a8c6a018fb5842
    namespace: kserve-ci-e2e-test
    resourceVersion: "30048"
    uid: 541ff28e-9ba1-4670-89b2-c1fd1ff65a4e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27463"
    uid: 454ede28-024a-4733-b75a-5bf35b0c921c
  kind: Event
  lastTimestamp: "2026-04-22T20:03:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:03:23Z"
    name: isvc-predictive-lightgbm.18a8c6561e6af6a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28112"
    uid: fde5c9e9-a71a-4f23-a504-f57a1aea7c86
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27463"
    uid: 454ede28-024a-4733-b75a-5bf35b0c921c
  kind: Event
  lastTimestamp: "2026-04-22T20:02:06Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:02:06Z"
    name: isvc-predictive-lightgbm.18a8c6561f2d1714
    namespace: kserve-ci-e2e-test
    resourceVersion: "27494"
    uid: a919a01f-56fc-42fe-92a8-605420fcd73b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:03:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28109"
    uid: 454ede28-024a-4733-b75a-5bf35b0c921c
  kind: Event
  lastTimestamp: "2026-04-22T20:03:23Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:03:23Z"
    name: isvc-predictive-lightgbm.18a8c6680fc91650
    namespace: kserve-ci-e2e-test
    resourceVersion: "28111"
    uid: a46bed5f-f791-4c6f-ae82-fcb5e27be7bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:59:05.808188Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26048"
    uid: cdc9043e-44bc-41c8-a83b-0209df6c028b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-85bccb8945-cvkxk
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:59:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:59:05Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk.18a8c62c1f923f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "26056"
    uid: 50c52510-d030-4cfe-945e-53cef157f358
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26060"
    uid: cdc9043e-44bc-41c8-a83b-0209df6c028b
  kind: Event
  lastTimestamp: "2026-04-22T19:59:06Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:59:06Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk.18a8c62c391234e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26069"
    uid: 77d7ab0b-c217-43ce-9c90-742321c0d6aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: cdc9043e-44bc-41c8-a83b-0209df6c028b
  kind: Event
  lastTimestamp: "2026-04-22T19:59:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:59:06Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk.18a8c62c3a60177b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26072"
    uid: bb759a18-7931-4826-a76b-b7c02fc3568d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: cdc9043e-44bc-41c8-a83b-0209df6c028b
  kind: Event
  lastTimestamp: "2026-04-22T19:59:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:59:06Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk.18a8c62c3d97beee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26074"
    uid: 5b732d85-e80a-4874-bb35-1ffcf850eb3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: cdc9043e-44bc-41c8-a83b-0209df6c028b
  kind: Event
  lastTimestamp: "2026-04-22T19:59:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:59:06Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk.18a8c62c3e02223d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26075"
    uid: 71952531-eca3-42a6-9b30-8bc4796a7291
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: cdc9043e-44bc-41c8-a83b-0209df6c028b
  kind: Event
  lastTimestamp: "2026-04-22T19:59:10Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T19:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:59:10Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk.18a8c62d3f677d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26111"
    uid: 44370c93-3934-4c46-bdcf-b1ce2a2afc3d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: cdc9043e-44bc-41c8-a83b-0209df6c028b
  kind: Event
  lastTimestamp: "2026-04-22T19:59:30Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 19.834s
    (19.834s including waiting). Image size: 2324200817 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:59:30Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk.18a8c631dda11490
    namespace: kserve-ci-e2e-test
    resourceVersion: "26262"
    uid: b35dd6a8-fc9d-4b5a-997f-ab374e63270d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: cdc9043e-44bc-41c8-a83b-0209df6c028b
  kind: Event
  lastTimestamp: "2026-04-22T19:59:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:59:30Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk.18a8c631e0f45daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26264"
    uid: 3f00a8c1-1505-48f4-9258-a9b47e1077f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: cdc9043e-44bc-41c8-a83b-0209df6c028b
  kind: Event
  lastTimestamp: "2026-04-22T19:59:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:59:30Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk.18a8c631e1646d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "26265"
    uid: 0f5a2301-12a4-4f25-9bed-41ee959928b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: cdc9043e-44bc-41c8-a83b-0209df6c028b
  kind: Event
  lastTimestamp: "2026-04-22T20:00:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:00:31Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk.18a8c631eb47ae47
    namespace: kserve-ci-e2e-test
    resourceVersion: "26689"
    uid: 3c7596ee-de78-4e31-9826-42c6d862b664
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: cdc9043e-44bc-41c8-a83b-0209df6c028b
  kind: Event
  lastTimestamp: "2026-04-22T20:00:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:00:46Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk.18a8c64373a879fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26835"
    uid: 58705f41-6e24-42ca-b022-31193835c8f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-85bccb8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "26040"
    uid: 09cc2749-7676-4e9d-97db-f616c43c1225
  kind: Event
  lastTimestamp: "2026-04-22T19:59:05Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-85bccb8945-cvkxk'
  metadata:
    creationTimestamp: "2026-04-22T19:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:59:05Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945.18a8c62c1f105fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26050"
    uid: 17b6d48a-b7e7-43d4-8fe1-1c35f3a30286
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26037"
    uid: e421e710-b3bc-4830-8503-88c2d282ca86
  kind: Event
  lastTimestamp: "2026-04-22T19:59:05Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-85bccb8945 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:59:05Z"
    name: isvc-predictive-sklearn-predictor.18a8c62c1d076f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26042"
    uid: 06d2c930-9db0-44f4-afc8-509b69dc52d8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: 0972259d-91f6-47f7-8c79-ff4ab50ef84c
  kind: Event
  lastTimestamp: "2026-04-22T19:59:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:59:50Z"
    name: isvc-predictive-sklearn-predictor.18a8c62f9b6fce87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: 916e3544-9784-4775-ba44-ebf6a2ea7e06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: 0972259d-91f6-47f7-8c79-ff4ab50ef84c
  kind: Event
  lastTimestamp: "2026-04-22T19:59:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:59:50Z"
    name: isvc-predictive-sklearn-predictor.18a8c62f9bd9850d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26406"
    uid: ff0c8a0b-f7c9-4df4-900a-26299997654f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:00:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26189"
    uid: 0972259d-91f6-47f7-8c79-ff4ab50ef84c
  kind: Event
  lastTimestamp: "2026-04-22T20:00:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:00:35Z"
    name: isvc-predictive-sklearn-predictor.18a8c63a19046d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: e2993e37-83dd-4853-9ecd-80ee6d0d83be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:00:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26189"
    uid: 0972259d-91f6-47f7-8c79-ff4ab50ef84c
  kind: Event
  lastTimestamp: "2026-04-22T20:00:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:00:35Z"
    name: isvc-predictive-sklearn-predictor.18a8c63a197073f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26719"
    uid: b2023ab8-4ada-478e-850a-17caa402c77c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:03:26.424514Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28179"
    uid: 0f6851de-9402-476a-880e-fb3d177629d2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:03:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:03:26Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w.18a8c668cd83b41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28184"
    uid: 187dfee5-6025-4fd4-9196-c007677b0189
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:03:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28188"
    uid: 0f6851de-9402-476a-880e-fb3d177629d2
  kind: Event
  lastTimestamp: "2026-04-22T20:03:26Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:03:26Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w.18a8c668e60d1eb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28198"
    uid: ce4278a6-237a-4fd9-b24a-b5031b104928
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28181"
    uid: 0f6851de-9402-476a-880e-fb3d177629d2
  kind: Event
  lastTimestamp: "2026-04-22T20:03:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:03:26Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w.18a8c668e77d8366
    namespace: kserve-ci-e2e-test
    resourceVersion: "28200"
    uid: 374ca173-f849-4a3f-aea0-0ee7ce61a3fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28181"
    uid: 0f6851de-9402-476a-880e-fb3d177629d2
  kind: Event
  lastTimestamp: "2026-04-22T20:03:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:03:26Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w.18a8c668ea3e63de
    namespace: kserve-ci-e2e-test
    resourceVersion: "28202"
    uid: f61b8bb9-ae83-43d3-9e4f-c74dd847a643
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28181"
    uid: 0f6851de-9402-476a-880e-fb3d177629d2
  kind: Event
  lastTimestamp: "2026-04-22T20:03:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:03:26Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w.18a8c668eaa81a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28203"
    uid: 3248493b-6454-43b1-a028-3f956aa65e54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28181"
    uid: 0f6851de-9402-476a-880e-fb3d177629d2
  kind: Event
  lastTimestamp: "2026-04-22T20:03:31Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:03:31Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w.18a8c669f5ab5fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28238"
    uid: 070b9e78-44a7-410f-ba0f-0e5e7b7e87c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28181"
    uid: 0f6851de-9402-476a-880e-fb3d177629d2
  kind: Event
  lastTimestamp: "2026-04-22T20:03:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:03:31Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w.18a8c669f96c0ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28245"
    uid: 91f2bf13-1b82-460b-9dd9-ed9b960d4016
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28181"
    uid: 0f6851de-9402-476a-880e-fb3d177629d2
  kind: Event
  lastTimestamp: "2026-04-22T20:03:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:03:31Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w.18a8c669f9d707b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28246"
    uid: e0a0f49d-1937-48e8-97fa-914e1c3d842a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28181"
    uid: 0f6851de-9402-476a-880e-fb3d177629d2
  kind: Event
  lastTimestamp: "2026-04-22T20:04:33Z"
  message: 'Readiness probe failed: Get "http://10.133.0.41:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.41:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T20:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:04:33Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w.18a8c67169a2fb6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: eecb219f-0835-4c84-9a0f-bdd7c3937f5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28181"
    uid: 0f6851de-9402-476a-880e-fb3d177629d2
  kind: Event
  lastTimestamp: "2026-04-22T20:04:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:04:46Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w.18a8c67b76fdbd85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 8c9b7052-2d86-411d-be4a-c45cd24699c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:03:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28165"
    uid: ac08da61-0687-48b5-9666-bd37a1f0aaa3
  kind: Event
  lastTimestamp: "2026-04-22T20:03:26Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9c97w'
  metadata:
    creationTimestamp: "2026-04-22T20:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:03:26Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f.18a8c668cd260a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "28182"
    uid: 7fe2566b-8172-407a-970d-a9163dfea1e7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:03:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: d899a612-1741-4086-befd-9be1da2d837f
  kind: Event
  lastTimestamp: "2026-04-22T20:03:26Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-6fd9c49f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:03:26Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8c668ca83d105
    namespace: kserve-ci-e2e-test
    resourceVersion: "28169"
    uid: 39f5fb9c-9275-4101-9ff7-b2406324accc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:03:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28164"
    uid: f4bf156f-c1cc-4858-837e-d8554e0b436c
  kind: Event
  lastTimestamp: "2026-04-22T20:04:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:04:11Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8c66c49891c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "28527"
    uid: 6aa43ea6-b9e3-4ad9-8aef-e34e04e700cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:03:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28164"
    uid: f4bf156f-c1cc-4858-837e-d8554e0b436c
  kind: Event
  lastTimestamp: "2026-04-22T20:04:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:04:11Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8c66c49ecf78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28528"
    uid: f809e85a-4b28-44ec-bdd5-6c8472f4c72a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28319"
    uid: f4bf156f-c1cc-4858-837e-d8554e0b436c
  kind: Event
  lastTimestamp: "2026-04-22T20:04:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:04:41Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8c676c6e7d251
    namespace: kserve-ci-e2e-test
    resourceVersion: "28739"
    uid: 0ccf3b4a-58af-40eb-a3e2-03309dbc9189
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28319"
    uid: f4bf156f-c1cc-4858-837e-d8554e0b436c
  kind: Event
  lastTimestamp: "2026-04-22T20:04:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:04:41Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8c676c7506c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "28740"
    uid: b2e52c16-6c22-445d-b631-7b5747b22a90
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:03:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28142"
    uid: 25ba22f4-d982-46bc-94fc-81523fc14c46
  kind: Event
  lastTimestamp: "2026-04-22T20:04:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:04:42Z"
    name: isvc-predictive-sklearn-v2.18a8c668ca575c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28755"
    uid: 74b487be-66cf-4575-9667-735f7248e049
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:03:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28142"
    uid: 25ba22f4-d982-46bc-94fc-81523fc14c46
  kind: Event
  lastTimestamp: "2026-04-22T20:03:26Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:03:26Z"
    name: isvc-predictive-sklearn-v2.18a8c668caca6958
    namespace: kserve-ci-e2e-test
    resourceVersion: "28190"
    uid: 29c1bc6b-3a5a-45b0-afbd-74571d6e2025
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:03:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28155"
    uid: 25ba22f4-d982-46bc-94fc-81523fc14c46
  kind: Event
  lastTimestamp: "2026-04-22T20:03:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:03:26Z"
    name: isvc-predictive-sklearn-v2.18a8c668cf61d73a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28191"
    uid: aae93235-b16d-4375-945d-62c094320bb2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28753"
    uid: 25ba22f4-d982-46bc-94fc-81523fc14c46
  kind: Event
  lastTimestamp: "2026-04-22T20:04:42Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:04:42Z"
    name: isvc-predictive-sklearn-v2.18a8c67a73e828ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 124b6982-9413-40ed-b4bc-985b72223c2f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26029"
    uid: aee88418-21dd-46b6-a575-a3975a76de51
  kind: Event
  lastTimestamp: "2026-04-22T20:00:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:00:41Z"
    name: isvc-predictive-sklearn.18a8c62c1cbcfd3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26777"
    uid: 012787fe-083d-417e-a562-402e627463cb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26029"
    uid: aee88418-21dd-46b6-a575-a3975a76de51
  kind: Event
  lastTimestamp: "2026-04-22T19:59:05Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:59:05Z"
    name: isvc-predictive-sklearn.18a8c62c1d0dfb6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26043"
    uid: 0f0eea4e-6351-4f39-bd11-828a113c6b3f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:00:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26775"
    uid: aee88418-21dd-46b6-a575-a3975a76de51
  kind: Event
  lastTimestamp: "2026-04-22T20:00:41Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:00:41Z"
    name: isvc-predictive-sklearn.18a8c642793440bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26776"
    uid: 4ba50d98-5ca2-488a-86f2-0e40e9826585
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:00:46.067263Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26843"
    uid: a951a6aa-be67-4baf-89ea-95c51bc2e536
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:00:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:00:46Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g.18a8c643777a4114
    namespace: kserve-ci-e2e-test
    resourceVersion: "26850"
    uid: 68a1c03f-ee05-484e-9675-939e8d1f59b5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:00:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26853"
    uid: a951a6aa-be67-4baf-89ea-95c51bc2e536
  kind: Event
  lastTimestamp: "2026-04-22T20:00:46Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:00:46Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g.18a8c643904ee132
    namespace: kserve-ci-e2e-test
    resourceVersion: "26861"
    uid: 4057d6b9-dc22-4fd4-9835-d0d032c2d94d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: a951a6aa-be67-4baf-89ea-95c51bc2e536
  kind: Event
  lastTimestamp: "2026-04-22T20:00:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:00:46Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g.18a8c64391a0689d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26864"
    uid: 5f628d37-d5a1-476b-9c2e-b9f709250220
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: a951a6aa-be67-4baf-89ea-95c51bc2e536
  kind: Event
  lastTimestamp: "2026-04-22T20:00:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:00:46Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g.18a8c643946edafd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26866"
    uid: 030ebd4f-df69-40e1-b90a-6bee9fbac5ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: a951a6aa-be67-4baf-89ea-95c51bc2e536
  kind: Event
  lastTimestamp: "2026-04-22T20:00:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:00:46Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g.18a8c64394d819aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26867"
    uid: 9fce0071-5335-4a51-9943-d07fbafec7a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: a951a6aa-be67-4baf-89ea-95c51bc2e536
  kind: Event
  lastTimestamp: "2026-04-22T20:00:50Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:00:50Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g.18a8c64499b28146
    namespace: kserve-ci-e2e-test
    resourceVersion: "26903"
    uid: 75b4fb36-e18d-483a-8667-b1d30c3359d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: a951a6aa-be67-4baf-89ea-95c51bc2e536
  kind: Event
  lastTimestamp: "2026-04-22T20:00:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:00:50Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g.18a8c6449cd8e253
    namespace: kserve-ci-e2e-test
    resourceVersion: "26909"
    uid: f3081c64-172d-4608-9899-0c9179e09ae9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: a951a6aa-be67-4baf-89ea-95c51bc2e536
  kind: Event
  lastTimestamp: "2026-04-22T20:00:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:00:50Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g.18a8c6449d477af8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26910"
    uid: 53d5d76b-afc0-4ded-a51d-7802c0fe12cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T20:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: a951a6aa-be67-4baf-89ea-95c51bc2e536
  kind: Event
  lastTimestamp: "2026-04-22T20:01:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:01:52Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g.18a8c644d5a0658b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27354"
    uid: 9c4764d7-4564-420b-8e8e-ebd75cb7f01c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: a951a6aa-be67-4baf-89ea-95c51bc2e536
  kind: Event
  lastTimestamp: "2026-04-22T20:02:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:02:06Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g.18a8c6561f9743d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: 5e323a9f-adfa-47b9-aad5-4281669adf2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:00:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-794b54b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26830"
    uid: 11aa6b75-70bd-4056-ad6a-6ad6f3857970
  kind: Event
  lastTimestamp: "2026-04-22T20:00:46Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-794b54b9b4-h2c6g'
  metadata:
    creationTimestamp: "2026-04-22T20:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:00:46Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4.18a8c64376fa1aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 067c8a77-3181-473b-a8dc-2a9cfa6c5d70
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:00:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26826"
    uid: 9227367e-308b-49ca-a8e8-70f6ecc8055a
  kind: Event
  lastTimestamp: "2026-04-22T20:00:45Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-794b54b9b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:00:45Z"
    name: isvc-predictive-xgboost-predictor.18a8c643734f61e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26833"
    uid: a6a2e20f-372d-4a8d-b2c3-6551c43430aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:01:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 1b8b203d-0bcb-4d10-98c3-711caa3b7aaa
  kind: Event
  lastTimestamp: "2026-04-22T20:01:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:01:01Z"
    name: isvc-predictive-xgboost-predictor.18a8c646f1d3facd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 2989e3be-1f3f-468e-b283-41982ae2750c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:01:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 1b8b203d-0bcb-4d10-98c3-711caa3b7aaa
  kind: Event
  lastTimestamp: "2026-04-22T20:01:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:01:01Z"
    name: isvc-predictive-xgboost-predictor.18a8c646f232bebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26980"
    uid: ed44fb98-669f-445e-94e1-61bc98f55be1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:01:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26978"
    uid: 1b8b203d-0bcb-4d10-98c3-711caa3b7aaa
  kind: Event
  lastTimestamp: "2026-04-22T20:02:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:02:01Z"
    name: isvc-predictive-xgboost-predictor.18a8c64a714a221c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: 9625e11a-b658-4773-80c0-b80d5d77839c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:01:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26978"
    uid: 1b8b203d-0bcb-4d10-98c3-711caa3b7aaa
  kind: Event
  lastTimestamp: "2026-04-22T20:02:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:02:01Z"
    name: isvc-predictive-xgboost-predictor.18a8c64a71b66f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "27414"
    uid: 287c2d56-70e1-4f4c-a633-d325c1c096f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:04:46.616875Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28823"
    uid: 9cb26ffa-2c5f-4f9e-b8da-e9e4a4792c47
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:04:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:04:46Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g.18a8c67b795a12f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28828"
    uid: c4d5c5dd-9dc2-4a3c-ab48-1b054a91a58f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 9cb26ffa-2c5f-4f9e-b8da-e9e4a4792c47
  kind: Event
  lastTimestamp: "2026-04-22T20:04:47Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:04:47Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g.18a8c67b92241cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: c80fa420-7439-4703-8ca5-b04dfb29d780
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28826"
    uid: 9cb26ffa-2c5f-4f9e-b8da-e9e4a4792c47
  kind: Event
  lastTimestamp: "2026-04-22T20:04:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:04:47Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g.18a8c67b936dd795
    namespace: kserve-ci-e2e-test
    resourceVersion: "28846"
    uid: c0fccb3e-ac87-4038-a0e2-ac9ba85c1f5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28826"
    uid: 9cb26ffa-2c5f-4f9e-b8da-e9e4a4792c47
  kind: Event
  lastTimestamp: "2026-04-22T20:04:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:04:47Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g.18a8c67b964e2123
    namespace: kserve-ci-e2e-test
    resourceVersion: "28847"
    uid: aa6befd6-df98-4db4-b8eb-b430ef84f094
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28826"
    uid: 9cb26ffa-2c5f-4f9e-b8da-e9e4a4792c47
  kind: Event
  lastTimestamp: "2026-04-22T20:04:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:04:47Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g.18a8c67b96bad5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28848"
    uid: 8b5df665-7622-476b-a408-22af8313d98a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28826"
    uid: 9cb26ffa-2c5f-4f9e-b8da-e9e4a4792c47
  kind: Event
  lastTimestamp: "2026-04-22T20:04:51Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:04:51Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g.18a8c67ca3dae63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 081dd9ff-a70a-41cd-86fa-09f381d2b77f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28826"
    uid: 9cb26ffa-2c5f-4f9e-b8da-e9e4a4792c47
  kind: Event
  lastTimestamp: "2026-04-22T20:04:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:04:51Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g.18a8c67ca7534467
    namespace: kserve-ci-e2e-test
    resourceVersion: "28894"
    uid: 1697ba9f-9f01-4a31-b636-b47b9bbf7eba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28826"
    uid: 9cb26ffa-2c5f-4f9e-b8da-e9e4a4792c47
  kind: Event
  lastTimestamp: "2026-04-22T20:04:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:04:51Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g.18a8c67ca7f5c343
    namespace: kserve-ci-e2e-test
    resourceVersion: "28896"
    uid: 5be55e58-6ebb-4b77-935f-ab17d26d554b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28826"
    uid: 9cb26ffa-2c5f-4f9e-b8da-e9e4a4792c47
  kind: Event
  lastTimestamp: "2026-04-22T20:05:53Z"
  message: 'Readiness probe failed: Get "http://10.133.0.42:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T20:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:05:53Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g.18a8c68417a86020
    namespace: kserve-ci-e2e-test
    resourceVersion: "29328"
    uid: a6108a1a-6f3f-4629-a51f-bca96c8c322c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28826"
    uid: 9cb26ffa-2c5f-4f9e-b8da-e9e4a4792c47
  kind: Event
  lastTimestamp: "2026-04-22T20:06:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:06:06Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g.18a8c68e20e20fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29459"
    uid: 947ae3ce-1b33-4665-9d77-640c505f71e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: 2f257c7e-3f5c-44b5-8ba4-cd3e76484e59
  kind: Event
  lastTimestamp: "2026-04-22T20:04:46Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-kq46g'
  metadata:
    creationTimestamp: "2026-04-22T20:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:04:46Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb.18a8c67b78f33003
    namespace: kserve-ci-e2e-test
    resourceVersion: "28825"
    uid: cc561687-dca7-4a79-b9c1-b99a079fd455
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28808"
    uid: b20f97fa-08c6-4c21-b98a-badd874d279b
  kind: Event
  lastTimestamp: "2026-04-22T20:04:46Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-67fd65d6cb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:04:46Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8c67b76872f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "28815"
    uid: 906899c5-78e0-494b-a611-a93bdc105590
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:05:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28811"
    uid: e4f149a6-bf14-4b08-a6af-b6dbc2659607
  kind: Event
  lastTimestamp: "2026-04-22T20:05:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:05:31Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8c67ef4fb0fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29174"
    uid: 943ff4bd-9a6e-4cf1-b101-ea7428aa9431
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:05:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28811"
    uid: e4f149a6-bf14-4b08-a6af-b6dbc2659607
  kind: Event
  lastTimestamp: "2026-04-22T20:05:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:05:31Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8c67ef568c2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: bd54a26f-4f7b-4be7-ad75-0fdd44755b26
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:05:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28971"
    uid: e4f149a6-bf14-4b08-a6af-b6dbc2659607
  kind: Event
  lastTimestamp: "2026-04-22T20:06:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:06:01Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8c68972729d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "29379"
    uid: e72e7472-f34b-48db-9db1-18101280bbf9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:05:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28971"
    uid: e4f149a6-bf14-4b08-a6af-b6dbc2659607
  kind: Event
  lastTimestamp: "2026-04-22T20:06:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:06:01Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8c68972ddd43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29380"
    uid: 16ce855e-ea3c-42b6-92a0-d49c2ce315de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28787"
    uid: 453ec375-ed82-4820-8839-9f9cfa884b90
  kind: Event
  lastTimestamp: "2026-04-22T20:06:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:06:03Z"
    name: isvc-predictive-xgboost-v2.18a8c67b765265f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29402"
    uid: 54e4306d-7939-45b9-a36d-bce500cf3878
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28787"
    uid: 453ec375-ed82-4820-8839-9f9cfa884b90
  kind: Event
  lastTimestamp: "2026-04-22T20:04:46Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:04:46Z"
    name: isvc-predictive-xgboost-v2.18a8c67b76a01820
    namespace: kserve-ci-e2e-test
    resourceVersion: "28835"
    uid: 48a6d735-c9cb-43d1-8f77-641277025288
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:04:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: 453ec375-ed82-4820-8839-9f9cfa884b90
  kind: Event
  lastTimestamp: "2026-04-22T20:04:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:04:46Z"
    name: isvc-predictive-xgboost-v2.18a8c67b7b4482fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28836"
    uid: aaee6814-6380-4823-a0bd-27d10d89b0d2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29399"
    uid: 453ec375-ed82-4820-8839-9f9cfa884b90
  kind: Event
  lastTimestamp: "2026-04-22T20:06:03Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:06:03Z"
    name: isvc-predictive-xgboost-v2.18a8c68d6b7761f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29400"
    uid: 3df255f9-44c5-4ef5-acdc-eabf369689a0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:00:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26805"
    uid: e69b33fa-0060-4a93-9b07-63066bf4f0f3
  kind: Event
  lastTimestamp: "2026-04-22T20:02:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:02:03Z"
    name: isvc-predictive-xgboost.18a8c64373257ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27434"
    uid: 1aa3aeea-a870-4d87-a4c1-09c229722070
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:00:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26805"
    uid: e69b33fa-0060-4a93-9b07-63066bf4f0f3
  kind: Event
  lastTimestamp: "2026-04-22T20:00:46Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:00:46Z"
    name: isvc-predictive-xgboost.18a8c64373bebc63
    namespace: kserve-ci-e2e-test
    resourceVersion: "26836"
    uid: bf5b2da8-e4ec-4ab1-b622-2f452ec9cad3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:02:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: e69b33fa-0060-4a93-9b07-63066bf4f0f3
  kind: Event
  lastTimestamp: "2026-04-22T20:02:03Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:02:03Z"
    name: isvc-predictive-xgboost.18a8c655615690e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27433"
    uid: 83eb8de8-21dc-4b4f-a6e8-e3011a716591
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:57:34.364961Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 47ac460b-2bf5-467d-ad27-b918a47ae1ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-a85f27-predictor-85cb7c449c-rhzwl
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:57:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:57:34Z"
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl.18a8c616d5213f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "25157"
    uid: 5a6cdea0-894f-4497-abe7-a866f7f1c8f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25162"
    uid: 47ac460b-2bf5-467d-ad27-b918a47ae1ab
  kind: Event
  lastTimestamp: "2026-04-22T19:57:34Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:57:34Z"
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl.18a8c616edd57928
    namespace: kserve-ci-e2e-test
    resourceVersion: "25171"
    uid: db7d3b7e-9f77-4de5-975e-ddc75e5c3940
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25154"
    uid: 47ac460b-2bf5-467d-ad27-b918a47ae1ab
  kind: Event
  lastTimestamp: "2026-04-22T19:57:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:57:34Z"
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl.18a8c616ef05a0c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25173"
    uid: 01a0a88b-e13c-4d27-a1a8-879b1ab8c6bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25154"
    uid: 47ac460b-2bf5-467d-ad27-b918a47ae1ab
  kind: Event
  lastTimestamp: "2026-04-22T19:57:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:57:34Z"
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl.18a8c616f1aba20f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25175"
    uid: c80224bd-9616-4d04-a1c6-89488183b787
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25154"
    uid: 47ac460b-2bf5-467d-ad27-b918a47ae1ab
  kind: Event
  lastTimestamp: "2026-04-22T19:57:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:57:34Z"
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl.18a8c616f21970cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25176"
    uid: c5d8b607-d9a0-44d4-858d-5d8976749419
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25154"
    uid: 47ac460b-2bf5-467d-ad27-b918a47ae1ab
  kind: Event
  lastTimestamp: "2026-04-22T19:57:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1256"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:57:39Z"
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl.18a8c617fef8eb94
    namespace: kserve-ci-e2e-test
    resourceVersion: "25223"
    uid: df541df8-ce4c-4e7f-8297-7777385d6f19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25154"
    uid: 47ac460b-2bf5-467d-ad27-b918a47ae1ab
  kind: Event
  lastTimestamp: "2026-04-22T19:57:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:57:39Z"
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl.18a8c61802260dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25227"
    uid: f7560a56-2e73-41b7-8029-df44eb9c89dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25154"
    uid: 47ac460b-2bf5-467d-ad27-b918a47ae1ab
  kind: Event
  lastTimestamp: "2026-04-22T19:57:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:57:39Z"
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl.18a8c6180292eefb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25229"
    uid: aa6c90e1-f10b-4d9f-aa6e-9197ea1ffca1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25154"
    uid: 47ac460b-2bf5-467d-ad27-b918a47ae1ab
  kind: Event
  lastTimestamp: "2026-04-22T19:59:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:59:01Z"
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl.18a8c6183afd7db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25961"
    uid: a835326d-135b-4ed0-8563-a739500300e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:59:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25154"
    uid: 47ac460b-2bf5-467d-ad27-b918a47ae1ab
  kind: Event
  lastTimestamp: "2026-04-22T19:59:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:59:00Z"
    name: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl.18a8c62aeab38e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "25920"
    uid: e4681df3-ce89-4dc6-a925-c1ade7de56a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-a85f27-predictor-85cb7c449c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: da80b553-173d-4470-b118-3faf0f9f3947
  kind: Event
  lastTimestamp: "2026-04-22T19:57:34Z"
  message: 'Created pod: isvc-primary-a85f27-predictor-85cb7c449c-rhzwl'
  metadata:
    creationTimestamp: "2026-04-22T19:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:57:34Z"
    name: isvc-primary-a85f27-predictor-85cb7c449c.18a8c616d49d6513
    namespace: kserve-ci-e2e-test
    resourceVersion: "25153"
    uid: df899aab-f32c-4688-895f-b9ab613ceb16
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-a85f27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25127"
    uid: c6184f39-eff8-48ce-8598-c0d1d601c8bd
  kind: Event
  lastTimestamp: "2026-04-22T19:57:34Z"
  message: Scaled up replica set isvc-primary-a85f27-predictor-85cb7c449c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T19:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:57:34Z"
    name: isvc-primary-a85f27-predictor.18a8c616d06502ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: a74e17f1-076e-428e-926d-f02c93847860
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a85f27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: 3f2b5c50-e2b7-4b90-92a5-9359f3644ff5
  kind: Event
  lastTimestamp: "2026-04-22T19:58:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:58:04Z"
    name: isvc-primary-a85f27-predictor.18a8c61a4f184c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25403"
    uid: c1916654-350c-4331-8135-7b9b203bb0db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a85f27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: 3f2b5c50-e2b7-4b90-92a5-9359f3644ff5
  kind: Event
  lastTimestamp: "2026-04-22T19:58:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:58:04Z"
    name: isvc-primary-a85f27-predictor.18a8c61a4f6461d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25404"
    uid: 6915e934-7ce2-4078-ad9e-0456e1e09ced
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:58:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a85f27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25296"
    uid: 3f2b5c50-e2b7-4b90-92a5-9359f3644ff5
  kind: Event
  lastTimestamp: "2026-04-22T19:58:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:58:49Z"
    name: isvc-primary-a85f27-predictor.18a8c6214d365ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25786"
    uid: f13022bd-21cc-4546-9338-442eae19e77f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:58:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a85f27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25296"
    uid: 3f2b5c50-e2b7-4b90-92a5-9359f3644ff5
  kind: Event
  lastTimestamp: "2026-04-22T19:58:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:58:49Z"
    name: isvc-primary-a85f27-predictor.18a8c6214d971e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "25787"
    uid: 202ab1c2-7cf5-4e6d-b05c-e8c3f36350f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a85f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "25115"
    uid: 38d71f6c-cabd-448c-b05e-0cc26d282c3c
  kind: Event
  lastTimestamp: "2026-04-22T19:58:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:58:41Z"
    name: isvc-primary-a85f27.18a8c616d0654ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25669"
    uid: e970ae1d-dd5b-4abf-ab92-15d6c8b2e5b2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a85f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "25115"
    uid: 38d71f6c-cabd-448c-b05e-0cc26d282c3c
  kind: Event
  lastTimestamp: "2026-04-22T19:57:34Z"
  message: 'Failed to update status for InferenceService "isvc-primary-a85f27": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-a85f27":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:57:34Z"
    name: isvc-primary-a85f27.18a8c616d10498cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25145"
    uid: 180f0072-60dc-48de-b3db-da6c9273fa06
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:57:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a85f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "25115"
    uid: 38d71f6c-cabd-448c-b05e-0cc26d282c3c
  kind: Event
  lastTimestamp: "2026-04-22T19:57:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-a85f27": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:57:34Z"
    name: isvc-primary-a85f27.18a8c616d104db1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: ea80147a-693c-4cf8-ac50-f9066a693ce7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:58:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a85f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: 38d71f6c-cabd-448c-b05e-0cc26d282c3c
  kind: Event
  lastTimestamp: "2026-04-22T19:58:41Z"
  message: InferenceService [isvc-primary-a85f27] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:58:41Z"
    name: isvc-primary-a85f27.18a8c6267257cd1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25668"
    uid: c58a6812-2a7d-484a-bac2-c811c997b082
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:58:44.496097Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a85f27-predictor-6d95d76444-gzgxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: ef386ed5-208e-43a6-a040-163d28455851
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-a85f27-predictor-6d95d76444-gzgxv
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:58:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:58:44Z"
    name: isvc-secondary-a85f27-predictor-6d95d76444-gzgxv.18a8c627294573e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25719"
    uid: a100296e-fb24-4422-9518-eeb0f32793be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:58:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a85f27-predictor-6d95d76444-gzgxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25724"
    uid: ef386ed5-208e-43a6-a040-163d28455851
  kind: Event
  lastTimestamp: "2026-04-22T19:58:44Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:58:44Z"
    name: isvc-secondary-a85f27-predictor-6d95d76444-gzgxv.18a8c62741e48f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "25737"
    uid: 61709076-20dc-4604-8651-3c6937355cea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a85f27-predictor-6d95d76444-gzgxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: ef386ed5-208e-43a6-a040-163d28455851
  kind: Event
  lastTimestamp: "2026-04-22T19:58:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:58:48Z"
    name: isvc-secondary-a85f27-predictor-6d95d76444-gzgxv.18a8c6274325bad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: 36a49e30-2da0-4828-978b-945a36ef29b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a85f27-predictor-6d95d76444-gzgxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: ef386ed5-208e-43a6-a040-163d28455851
  kind: Event
  lastTimestamp: "2026-04-22T19:58:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:58:48Z"
    name: isvc-secondary-a85f27-predictor-6d95d76444-gzgxv.18a8c62745fd1266
    namespace: kserve-ci-e2e-test
    resourceVersion: "25775"
    uid: adfbd733-f0f5-47cc-a6a6-fa0d26249d9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a85f27-predictor-6d95d76444-gzgxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: ef386ed5-208e-43a6-a040-163d28455851
  kind: Event
  lastTimestamp: "2026-04-22T19:58:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:58:48Z"
    name: isvc-secondary-a85f27-predictor-6d95d76444-gzgxv.18a8c627466b6f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: 75f759ac-7c3d-4e23-aef9-870f8ff3382a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a85f27-predictor-6d95d76444-gzgxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: ef386ed5-208e-43a6-a040-163d28455851
  kind: Event
  lastTimestamp: "2026-04-22T19:58:54Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-a85f27-predictor-6d95d76444-gzgxv_kserve-ci-e2e-test(ef386ed5-208e-43a6-a040-163d28455851)
  metadata:
    creationTimestamp: "2026-04-22T19:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:58:54Z"
    name: isvc-secondary-a85f27-predictor-6d95d76444-gzgxv.18a8c62982772f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25823"
    uid: 48849303-034b-44ed-9567-44c81554d0af
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:58:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-a85f27-predictor-6d95d76444
    namespace: kserve-ci-e2e-test
    resourceVersion: "25706"
    uid: ed4b4092-f307-40be-b622-eea9fccefda3
  kind: Event
  lastTimestamp: "2026-04-22T19:58:44Z"
  message: 'Created pod: isvc-secondary-a85f27-predictor-6d95d76444-gzgxv'
  metadata:
    creationTimestamp: "2026-04-22T19:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:58:44Z"
    name: isvc-secondary-a85f27-predictor-6d95d76444.18a8c62728e21f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25716"
    uid: d1a95936-c05f-40d7-920c-a1c45737cc92
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:58:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-a85f27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25703"
    uid: d879ae8e-a921-46c5-ab13-ea132408c0dc
  kind: Event
  lastTimestamp: "2026-04-22T19:58:44Z"
  message: Scaled up replica set isvc-secondary-a85f27-predictor-6d95d76444 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T19:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:58:44Z"
    name: isvc-secondary-a85f27-predictor.18a8c627263c0420
    namespace: kserve-ci-e2e-test
    resourceVersion: "25708"
    uid: 1fa08d42-7a5b-4d6f-8554-cd7faa7621b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:58:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a85f27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25705"
    uid: 63482634-7477-45ff-ad5b-af86730873a2
  kind: Event
  lastTimestamp: "2026-04-22T19:58:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:58:59Z"
    name: isvc-secondary-a85f27-predictor.18a8c62aa5045e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "25866"
    uid: 25168ba9-3a68-4139-b21d-f81dbea18a71
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:58:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a85f27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25705"
    uid: 63482634-7477-45ff-ad5b-af86730873a2
  kind: Event
  lastTimestamp: "2026-04-22T19:58:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:58:59Z"
    name: isvc-secondary-a85f27-predictor.18a8c62aa56da097
    namespace: kserve-ci-e2e-test
    resourceVersion: "25868"
    uid: c6488b3c-b8a0-49ee-8784-80428f4ea22f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T19:58:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a85f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 94d293e5-a2df-40b0-a5bc-158f63e84bd4
  kind: Event
  lastTimestamp: "2026-04-22T19:58:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:58:54Z"
    name: isvc-secondary-a85f27.18a8c6272639122a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25829"
    uid: fa80b19f-98c4-4754-8f42-7b0cf4b668d8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:58:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a85f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 94d293e5-a2df-40b0-a5bc-158f63e84bd4
  kind: Event
  lastTimestamp: "2026-04-22T19:58:44Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-a85f27":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-a85f27":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:58:44Z"
    name: isvc-secondary-a85f27.18a8c62726bfe5a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25726"
    uid: 1b06056a-9d52-4ef9-9a85-c265b9a004c9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:58:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a85f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 94d293e5-a2df-40b0-a5bc-158f63e84bd4
  kind: Event
  lastTimestamp: "2026-04-22T19:58:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-a85f27": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:58:44Z"
    name: isvc-secondary-a85f27.18a8c62726c03efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25727"
    uid: 53bb4fcc-c92b-40cb-92e1-a0c69f343193
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:39:13.942938Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15804"
    uid: c36e6b14-dfde-4fc2-8bbb-49906587b4b9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:39:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:39:13Z"
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf.18a8c5169eddbe34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15809"
    uid: 8258cc95-d4a5-4b7a-a4e9-2b799c4e0cef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15814"
    uid: c36e6b14-dfde-4fc2-8bbb-49906587b4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:39:14Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:39:14Z"
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf.18a8c516b799ec1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15821"
    uid: 1f9081a9-7c8d-4f21-b32f-1991ea4ba7c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: c36e6b14-dfde-4fc2-8bbb-49906587b4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:39:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:14Z"
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf.18a8c516b8efcdda
    namespace: kserve-ci-e2e-test
    resourceVersion: "15823"
    uid: 587b90e3-d8fc-4297-aa36-0b19db0583db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: c36e6b14-dfde-4fc2-8bbb-49906587b4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:39:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:14Z"
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf.18a8c516bbb7af45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15824"
    uid: 32fa9bd6-8d60-4685-b1cf-345c3d411a3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: c36e6b14-dfde-4fc2-8bbb-49906587b4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:39:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:14Z"
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf.18a8c516bc2bb2ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 57fa9c85-a408-4a70-9cb4-e489a7f381f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: c36e6b14-dfde-4fc2-8bbb-49906587b4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:39:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1256"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:18Z"
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf.18a8c517948d81d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15862"
    uid: 86b211f1-263f-4dc4-8cd9-7533b21bca1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: c36e6b14-dfde-4fc2-8bbb-49906587b4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:39:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:18Z"
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf.18a8c51797781ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15867"
    uid: fae563a7-b09a-4333-b910-a7b420fcd728
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: c36e6b14-dfde-4fc2-8bbb-49906587b4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:39:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:18Z"
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf.18a8c51797e48261
    namespace: kserve-ci-e2e-test
    resourceVersion: "15868"
    uid: 4661c094-818e-44c6-bd57-566c0dc5a0e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: c36e6b14-dfde-4fc2-8bbb-49906587b4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:39:18Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b5c03dc752560187de2d60032e7571fd713c4f5c264bc5211edbec74590c4692"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:18Z"
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf.18a8c51797efa214
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: c5a2b29e-8eba-47ea-82c7-5a46499de11e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: c36e6b14-dfde-4fc2-8bbb-49906587b4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:39:18Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-22T19:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:18Z"
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf.18a8c5179a96da70
    namespace: kserve-ci-e2e-test
    resourceVersion: "15871"
    uid: a6a261fd-9360-4305-93fe-fe8bb72b356f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: c36e6b14-dfde-4fc2-8bbb-49906587b4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:39:18Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-22T19:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:18Z"
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf.18a8c5179b04701c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15872"
    uid: 6d6aed9e-7e32-4e35-bd78-c7ff5f3e23eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: c36e6b14-dfde-4fc2-8bbb-49906587b4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:40:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:51Z"
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf.18a8c517d07aefec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16710"
    uid: 93144192-cf34-4dfb-9e37-28661a8addbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: c36e6b14-dfde-4fc2-8bbb-49906587b4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:40:51Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-22T19:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:51Z"
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf.18a8c5180c42098f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: e0616f9d-173d-41ed-95b1-74fbcf58dbf9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: c36e6b14-dfde-4fc2-8bbb-49906587b4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:40:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:29Z"
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf.18a8c5281a5dbf13
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: 999ed3ce-430a-4ddf-8ec6-7e5908889ce4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: c36e6b14-dfde-4fc2-8bbb-49906587b4b9
  kind: Event
  lastTimestamp: "2026-04-22T19:40:29Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-22T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:29Z"
    name: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf.18a8c5281a5f3d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16441"
    uid: 5ed5be9f-aec6-4a33-ab0f-c68f52265932
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-677f896499
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 1603536d-2303-4047-9240-70a133df412b
  kind: Event
  lastTimestamp: "2026-04-22T19:39:13Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-677f896499-vlfqf'
  metadata:
    creationTimestamp: "2026-04-22T19:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:39:13Z"
    name: isvc-sklearn-batcher-custom-predictor-677f896499.18a8c5169e34d16f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15805"
    uid: 8004fa8a-0711-449c-8570-5462a12264c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: 2b46d5c3-99ab-41fc-8f1c-16bfdfab0660
  kind: Event
  lastTimestamp: "2026-04-22T19:39:13Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-677f896499
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:39:13Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8c516990cd1b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15790"
    uid: fa697f59-e3d1-4fda-b911-86637e10808e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: b0e1454b-0de8-4cfb-b9e8-f3fcfea15a26
  kind: Event
  lastTimestamp: "2026-04-22T19:39:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:39:58Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8c51a1774bc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16179"
    uid: c60d42dc-73ff-4cad-bbbd-d4888958d1d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: b0e1454b-0de8-4cfb-b9e8-f3fcfea15a26
  kind: Event
  lastTimestamp: "2026-04-22T19:39:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:39:58Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8c51a17e87446
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: bb1aa094-728a-456b-a168-d5c3f4aef0f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15958"
    uid: b0e1454b-0de8-4cfb-b9e8-f3fcfea15a26
  kind: Event
  lastTimestamp: "2026-04-22T19:40:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:40:28Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8c5249518aee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: be738dfd-86b2-45f2-a5af-ff135dcbd7e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15958"
    uid: b0e1454b-0de8-4cfb-b9e8-f3fcfea15a26
  kind: Event
  lastTimestamp: "2026-04-22T19:40:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:40:28Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8c524958923d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 84df43c0-73bf-498d-9600-1a0d00e9bd1d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: c6424769-ff22-4a2b-bd3e-d29715a1863a
  kind: Event
  lastTimestamp: "2026-04-22T19:40:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:40:21Z"
    name: isvc-sklearn-batcher-custom.18a8c51698ba98fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 72f5987f-6432-42b8-9c3a-8b5b8b36f681
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: c6424769-ff22-4a2b-bd3e-d29715a1863a
  kind: Event
  lastTimestamp: "2026-04-22T19:39:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:39:13Z"
    name: isvc-sklearn-batcher-custom.18a8c5169925cd52
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 2fec36d7-4f92-4f09-ad57-08901c954e9f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: c6424769-ff22-4a2b-bd3e-d29715a1863a
  kind: Event
  lastTimestamp: "2026-04-22T19:39:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:39:13Z"
    name: isvc-sklearn-batcher-custom.18a8c5169d5798f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15803"
    uid: 4b4de0e4-7309-42c3-8a28-97af61a6c1a3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: c6424769-ff22-4a2b-bd3e-d29715a1863a
  kind: Event
  lastTimestamp: "2026-04-22T19:40:21Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:40:21Z"
    name: isvc-sklearn-batcher-custom.18a8c526459a8d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16348"
    uid: 35faa064-f9ba-4183-8f72-aaf39f3c439f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:37:38.843908Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15019"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:37:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:37:38Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c5007a85b405
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: 23d5dea3-0d76-4ef3-8f72-f4152d252198
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:37:39Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:37:39Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c5009320259c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15045"
    uid: e93dc61d-12f6-4415-8a53-8d60e20a3b80
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:37:39Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
  metadata:
    creationTimestamp: "2026-04-22T19:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:37:39Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c500949acc98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: d8ecaa4a-05bd-4b20-99f6-60da17a42565
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:37:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    in 2.707s (2.707s including waiting). Image size: 299660181 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:37:41Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c50135f7f95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15075"
    uid: 3a07bd5b-4d07-4792-9e33-1a594a8cda00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:37:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:37:42Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c50138feeece
    namespace: kserve-ci-e2e-test
    resourceVersion: "15077"
    uid: a4991d15-ffd4-4daa-8a00-c6b85a60a15b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:37:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:37:42Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c501396d7f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "15078"
    uid: 701dc62c-5a87-48e7-8cf4-803b7f666bf4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:37:45Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1256"
  metadata:
    creationTimestamp: "2026-04-22T19:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:37:45Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c50217edab27
    namespace: kserve-ci-e2e-test
    resourceVersion: "15110"
    uid: 9ded3dc3-053a-4e17-b440-8b1a4a51af3d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:37:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1256"
    in 13.294s (13.294s including waiting). Image size: 1565185957 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:37:59Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c5053055b797
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: b5a54c4d-6beb-42d1-93e7-3237e50f6010
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:37:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:37:59Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c5053436972b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15202"
    uid: abcf2116-b31b-4497-97c3-cbb5ed2256a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:37:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:37:59Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c50534b7c83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15203"
    uid: 26faf314-682f-42f7-b3c1-a2c95be09d1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:37:59Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:b5c03dc752560187de2d60032e7571fd713c4f5c264bc5211edbec74590c4692"
  metadata:
    creationTimestamp: "2026-04-22T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:37:59Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c50534c2917e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15204"
    uid: 8fa28589-1868-4bb1-bc6f-7bd948c6fb44
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:38:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:38:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:b5c03dc752560187de2d60032e7571fd713c4f5c264bc5211edbec74590c4692"
    in 2.766s (2.766s including waiting). Image size: 237896250 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:38:01Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c505d9a4582c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: 5d4c655c-e4ab-4e90-a7a4-0512f52f3b91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:38:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:38:01Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-22T19:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:38:01Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c505dc3d6fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15224"
    uid: bfa07921-cd12-42f8-9148-104ae8ef08b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:38:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:38:01Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-22T19:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:38:01Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c505dca9eafa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15225"
    uid: da7bc88c-0b8d-4473-85b4-0db3913f7acf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T19:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:39:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:34Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c50610a9edc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16000"
    uid: c5541839-4f9f-4062-95c3-bc036fa2b152
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T19:38:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:39:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-22T19:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:34Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c5064c74cec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16001"
    uid: 5ee47356-cb26-40c5-ba5f-4ced596679f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:39:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:13Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c516997fc684
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 81f8e047-ea3c-4b91-9258-4f220f9e7f0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 1819e413-32fa-4b67-afe5-ead6cb7993ba
  kind: Event
  lastTimestamp: "2026-04-22T19:39:13Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-22T19:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:39:13Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc.18a8c51699818750
    namespace: kserve-ci-e2e-test
    resourceVersion: "15795"
    uid: 199f267d-b563-407d-b6c8-9dd0ee235118
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-86bf666f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15010"
    uid: b785abbe-c92b-484c-9828-31f840125773
  kind: Event
  lastTimestamp: "2026-04-22T19:37:38Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-86bf666f98-bz2gc'
  metadata:
    creationTimestamp: "2026-04-22T19:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:37:38Z"
    name: isvc-sklearn-batcher-predictor-86bf666f98.18a8c5007a2d9ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: 2bad4ea3-c4cc-40a9-83a0-ebd4cbfa4046
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: b8835215-dead-4ad7-b709-6155f122d051
  kind: Event
  lastTimestamp: "2026-04-22T19:37:38Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-86bf666f98 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T19:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:37:38Z"
    name: isvc-sklearn-batcher-predictor.18a8c500730e97a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15011"
    uid: f3451275-be69-4a85-9331-3b9017da4c6a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15016"
    uid: ed06b6aa-0b59-498f-ad21-2ffd0cb798bc
  kind: Event
  lastTimestamp: "2026-04-22T19:38:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:38:23Z"
    name: isvc-sklearn-batcher-predictor.18a8c503f8b3b0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15388"
    uid: 856d820a-7fd0-4db8-a52f-c120b7421a2e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15016"
    uid: ed06b6aa-0b59-498f-ad21-2ffd0cb798bc
  kind: Event
  lastTimestamp: "2026-04-22T19:38:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:38:23Z"
    name: isvc-sklearn-batcher-predictor.18a8c503f91b7992
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 3e8ea9d3-703b-4821-aee2-ebac5cd424b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:38:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: ed06b6aa-0b59-498f-ad21-2ffd0cb798bc
  kind: Event
  lastTimestamp: "2026-04-22T19:39:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:39:08Z"
    name: isvc-sklearn-batcher-predictor.18a8c50e7692a6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: 70362c33-6e92-48cc-b458-1f7fc97008ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:38:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: ed06b6aa-0b59-498f-ad21-2ffd0cb798bc
  kind: Event
  lastTimestamp: "2026-04-22T19:39:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:39:08Z"
    name: isvc-sklearn-batcher-predictor.18a8c50e77038a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: 5af8abe7-8e4f-4ced-a3a6-7edf11646120
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15001"
    uid: 9acc38e2-f193-40d2-b8c0-fe0b994ba66e
  kind: Event
  lastTimestamp: "2026-04-22T19:39:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:39:04Z"
    name: isvc-sklearn-batcher.18a8c500792d1e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15698"
    uid: c87cc139-ee94-4923-8a01-3996155344dc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15001"
    uid: 9acc38e2-f193-40d2-b8c0-fe0b994ba66e
  kind: Event
  lastTimestamp: "2026-04-22T19:37:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:37:38Z"
    name: isvc-sklearn-batcher.18a8c500796f7ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 7245cd8d-3726-4b09-b3ab-6d75a4115a44
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:37:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15001"
    uid: 9acc38e2-f193-40d2-b8c0-fe0b994ba66e
  kind: Event
  lastTimestamp: "2026-04-22T19:37:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:37:38Z"
    name: isvc-sklearn-batcher.18a8c500796fc154
    namespace: kserve-ci-e2e-test
    resourceVersion: "15034"
    uid: 4e51a3aa-c944-45e9-b6e3-051a2a4bf083
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:39:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: 9acc38e2-f193-40d2-b8c0-fe0b994ba66e
  kind: Event
  lastTimestamp: "2026-04-22T19:39:04Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:39:04Z"
    name: isvc-sklearn-batcher.18a8c514863855a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: 3fc26604-c7d4-4cf4-82b4-505129d3d318
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:48:45.864866Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: d0bb04b3-0d9e-43f4-943d-2cfa1f5c77da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6b99f5466f-5w48v
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:48:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:48:45Z"
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v.18a8c59bc811d010
    namespace: kserve-ci-e2e-test
    resourceVersion: "20566"
    uid: 2551fa09-7c1b-4c25-b4b0-bc40de822843
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20569"
    uid: d0bb04b3-0d9e-43f4-943d-2cfa1f5c77da
  kind: Event
  lastTimestamp: "2026-04-22T19:48:46Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:48:46Z"
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v.18a8c59be13567f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20578"
    uid: 77ca8a72-e4ac-480e-b6ad-696e0694e6f4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: d0bb04b3-0d9e-43f4-943d-2cfa1f5c77da
  kind: Event
  lastTimestamp: "2026-04-22T19:48:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:46Z"
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v.18a8c59be2bf1cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20580"
    uid: 79a51368-36ee-4365-92f7-545b83998adf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: d0bb04b3-0d9e-43f4-943d-2cfa1f5c77da
  kind: Event
  lastTimestamp: "2026-04-22T19:48:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:46Z"
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v.18a8c59be5bfa1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 8f26c685-dcfd-433c-b72d-0d5f5b3d54f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: d0bb04b3-0d9e-43f4-943d-2cfa1f5c77da
  kind: Event
  lastTimestamp: "2026-04-22T19:48:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:46Z"
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v.18a8c59be62caa5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20583"
    uid: 18e1ab50-e54f-408c-94bc-7593424311c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: d0bb04b3-0d9e-43f4-943d-2cfa1f5c77da
  kind: Event
  lastTimestamp: "2026-04-22T19:48:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1256"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:50Z"
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v.18a8c59cee2686f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20619"
    uid: c41d5dba-1fcb-4385-b850-34f40fa8f77b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: d0bb04b3-0d9e-43f4-943d-2cfa1f5c77da
  kind: Event
  lastTimestamp: "2026-04-22T19:48:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:50Z"
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v.18a8c59cf127e88e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: f0f0d1b7-6ab9-43ff-8761-7929bc85b5e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: d0bb04b3-0d9e-43f4-943d-2cfa1f5c77da
  kind: Event
  lastTimestamp: "2026-04-22T19:48:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:50Z"
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v.18a8c59cf1986571
    namespace: kserve-ci-e2e-test
    resourceVersion: "20624"
    uid: 125b7d98-75b8-4224-bf5e-78bcf3545d3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: d0bb04b3-0d9e-43f4-943d-2cfa1f5c77da
  kind: Event
  lastTimestamp: "2026-04-22T19:48:50Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-22T19:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:50Z"
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v.18a8c59cf1a25c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: 80bdabb3-fd11-4574-a32b-32f4378a1f56
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: d0bb04b3-0d9e-43f4-943d-2cfa1f5c77da
  kind: Event
  lastTimestamp: "2026-04-22T19:48:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    3.108s (3.108s including waiting). Image size: 237663784 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:53Z"
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v.18a8c59daae88e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20649"
    uid: dccaf703-23a7-4130-921f-5442490fbb4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: d0bb04b3-0d9e-43f4-943d-2cfa1f5c77da
  kind: Event
  lastTimestamp: "2026-04-22T19:48:54Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-22T19:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:54Z"
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v.18a8c59dadaa35b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 9800d594-76c9-41a7-8f2c-c98a5cf5867a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: d0bb04b3-0d9e-43f4-943d-2cfa1f5c77da
  kind: Event
  lastTimestamp: "2026-04-22T19:48:54Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-22T19:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:48:54Z"
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v.18a8c59dae19ec50
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 6044aff0-7fc2-45fd-bbf8-d07ca5e14c2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: d0bb04b3-0d9e-43f4-943d-2cfa1f5c77da
  kind: Event
  lastTimestamp: "2026-04-22T19:50:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:05Z"
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v.18a8c5ae6cc727ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21180"
    uid: c76e2bf5-4365-4693-b658-8ba7e8ad5c7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: d0bb04b3-0d9e-43f4-943d-2cfa1f5c77da
  kind: Event
  lastTimestamp: "2026-04-22T19:50:05Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-22T19:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:05Z"
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v.18a8c5ae6cc83895
    namespace: kserve-ci-e2e-test
    resourceVersion: "21185"
    uid: 692ff01e-7336-4cab-adba-49795337b824
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: d0bb04b3-0d9e-43f4-943d-2cfa1f5c77da
  kind: Event
  lastTimestamp: "2026-04-22T19:50:26Z"
  message: 'Readiness probe failed: Get "http://10.133.0.28:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.28:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:50:26Z"
    name: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v.18a8c5aea1726fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "21377"
    uid: eeef05a2-61fa-4880-ba2f-a215fa93d22f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6b99f5466f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: 01603f05-dd91-4728-b276-d32593f31ff0
  kind: Event
  lastTimestamp: "2026-04-22T19:48:45Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6b99f5466f-5w48v'
  metadata:
    creationTimestamp: "2026-04-22T19:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:45Z"
    name: isvc-sklearn-mcp-predictor-6b99f5466f.18a8c59bc75cab14
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: 7a5bfde6-d8d8-4262-8ea6-a722318150b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20530"
    uid: d66ae6d9-f387-468d-9a67-6f79c114b91a
  kind: Event
  lastTimestamp: "2026-04-22T19:48:45Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6b99f5466f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:48:45Z"
    name: isvc-sklearn-mcp-predictor.18a8c59bc3306798
    namespace: kserve-ci-e2e-test
    resourceVersion: "20534"
    uid: e2118680-117f-4fee-b38d-732a4935cf84
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: c1dc89b4-7c18-4a72-ae43-b97b53cda591
  kind: Event
  lastTimestamp: "2026-04-22T19:49:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:49:56Z"
    name: isvc-sklearn-mcp.18a8c59bc2526f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21091"
    uid: 588e8304-2b54-4445-bb76-dd00a639b4da
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:48:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: c1dc89b4-7c18-4a72-ae43-b97b53cda591
  kind: Event
  lastTimestamp: "2026-04-22T19:48:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:48:45Z"
    name: isvc-sklearn-mcp.18a8c59bc5af5ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20565"
    uid: 8b6bd51e-34fe-41d2-b55b-706fb7d28648
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:49:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: c1dc89b4-7c18-4a72-ae43-b97b53cda591
  kind: Event
  lastTimestamp: "2026-04-22T19:49:56Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:49:56Z"
    name: isvc-sklearn-mcp.18a8c5ac51c91ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21089"
    uid: b4c08c51-cb2b-4840-862e-42c620f7e833
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:07:29.053954Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-84d4647756-p86ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "30172"
    uid: a42efb99-2ad5-4218-a8b8-9fb39b74b36b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-84d4647756-p86ls
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:07:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:07:29Z"
    name: isvc-sklearn-predictor-84d4647756-p86ls.18a8c6a14b5b23a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: a2944045-1da0-4bf7-99cc-b9f9225d5eea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-84d4647756-p86ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: a42efb99-2ad5-4218-a8b8-9fb39b74b36b
  kind: Event
  lastTimestamp: "2026-04-22T20:07:29Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:07:29Z"
    name: isvc-sklearn-predictor-84d4647756-p86ls.18a8c6a164203cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30191"
    uid: 6e259e92-1e5d-4250-adde-568e4938452f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-84d4647756-p86ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "30176"
    uid: a42efb99-2ad5-4218-a8b8-9fb39b74b36b
  kind: Event
  lastTimestamp: "2026-04-22T20:07:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:07:29Z"
    name: isvc-sklearn-predictor-84d4647756-p86ls.18a8c6a165683b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "30193"
    uid: 9922c86a-8b55-4f59-8603-52bede2ffab5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-84d4647756-p86ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "30176"
    uid: a42efb99-2ad5-4218-a8b8-9fb39b74b36b
  kind: Event
  lastTimestamp: "2026-04-22T20:07:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:07:29Z"
    name: isvc-sklearn-predictor-84d4647756-p86ls.18a8c6a168222d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30196"
    uid: 878e918d-5bcf-48d8-859f-71948278e478
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-84d4647756-p86ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "30176"
    uid: a42efb99-2ad5-4218-a8b8-9fb39b74b36b
  kind: Event
  lastTimestamp: "2026-04-22T20:07:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:07:29Z"
    name: isvc-sklearn-predictor-84d4647756-p86ls.18a8c6a168a1743f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30197"
    uid: 27916d59-8348-4c8f-808c-82c2ca0900bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84d4647756-p86ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "30176"
    uid: a42efb99-2ad5-4218-a8b8-9fb39b74b36b
  kind: Event
  lastTimestamp: "2026-04-22T20:07:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1256"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:07:34Z"
    name: isvc-sklearn-predictor-84d4647756-p86ls.18a8c6a27739275f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 05a89d06-1a4c-434a-8d26-4436f349744f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84d4647756-p86ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "30176"
    uid: a42efb99-2ad5-4218-a8b8-9fb39b74b36b
  kind: Event
  lastTimestamp: "2026-04-22T20:07:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:07:34Z"
    name: isvc-sklearn-predictor-84d4647756-p86ls.18a8c6a279f00130
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: e43ce0cc-c7a2-4747-bff2-2bc582109404
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84d4647756-p86ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "30176"
    uid: a42efb99-2ad5-4218-a8b8-9fb39b74b36b
  kind: Event
  lastTimestamp: "2026-04-22T20:07:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:07:34Z"
    name: isvc-sklearn-predictor-84d4647756-p86ls.18a8c6a27a74ce25
    namespace: kserve-ci-e2e-test
    resourceVersion: "30244"
    uid: ce2e0c38-7c7b-4b4c-92e0-5a446e6f0a21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84d4647756-p86ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "30176"
    uid: a42efb99-2ad5-4218-a8b8-9fb39b74b36b
  kind: Event
  lastTimestamp: "2026-04-22T20:08:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:26Z"
    name: isvc-sklearn-predictor-84d4647756-p86ls.18a8c6a2b323ee40
    namespace: kserve-ci-e2e-test
    resourceVersion: "30611"
    uid: 9ae228e7-d0dd-45ac-89a3-b02878b82492
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84d4647756-p86ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "30176"
    uid: a42efb99-2ad5-4218-a8b8-9fb39b74b36b
  kind: Event
  lastTimestamp: "2026-04-22T20:08:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:39Z"
    name: isvc-sklearn-predictor-84d4647756-p86ls.18a8c6b1a1f2fa49
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 07b45834-e8cf-4538-ade3-63495a59c928
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-84d4647756
    namespace: kserve-ci-e2e-test
    resourceVersion: "30159"
    uid: d3eb723a-d2b1-43cd-ba6a-904ffc11cb82
  kind: Event
  lastTimestamp: "2026-04-22T20:07:29Z"
  message: 'Created pod: isvc-sklearn-predictor-84d4647756-p86ls'
  metadata:
    creationTimestamp: "2026-04-22T20:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:07:29Z"
    name: isvc-sklearn-predictor-84d4647756.18a8c6a14af07b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30175"
    uid: 5286f687-5b19-477f-abd0-dde48ff87692
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30155"
    uid: 7150e1f7-c381-4529-8ce2-7049dc817f94
  kind: Event
  lastTimestamp: "2026-04-22T20:07:29Z"
  message: Scaled up replica set isvc-sklearn-predictor-84d4647756 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:07:29Z"
    name: isvc-sklearn-predictor.18a8c6a148c0c0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: 68c4bb11-f53e-41ca-b557-2ec8f0a0fa00
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30158"
    uid: 5d0d46bd-388f-49a7-b2a7-e55aeb79b6a3
  kind: Event
  lastTimestamp: "2026-04-22T20:08:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:08:14Z"
    name: isvc-sklearn-predictor.18a8c6a4c7a67643
    namespace: kserve-ci-e2e-test
    resourceVersion: "30526"
    uid: a3738124-15ad-4427-85be-cf62f8a79fda
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30158"
    uid: 5d0d46bd-388f-49a7-b2a7-e55aeb79b6a3
  kind: Event
  lastTimestamp: "2026-04-22T20:08:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:08:14Z"
    name: isvc-sklearn-predictor.18a8c6a4c80e41f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: c209c2f3-0429-4668-ab9a-8d4526137d9e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30323"
    uid: 5d0d46bd-388f-49a7-b2a7-e55aeb79b6a3
  kind: Event
  lastTimestamp: "2026-04-22T20:08:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:08:29Z"
    name: isvc-sklearn-predictor.18a8c6af44a5804f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30641"
    uid: 3a33b004-5231-4254-8000-1d2e42ffabe8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30323"
    uid: 5d0d46bd-388f-49a7-b2a7-e55aeb79b6a3
  kind: Event
  lastTimestamp: "2026-04-22T20:08:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:08:29Z"
    name: isvc-sklearn-predictor.18a8c6af451401a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30643"
    uid: 0cab7740-2eb8-4aac-bcdf-22b32d10ede7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:09:29.404676Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31212"
    uid: 0a88db47-e69a-4eae-baf3-2de2332e8fd0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:09:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:09:29Z"
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx.18a8c6bd50d178eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31218"
    uid: 1b44357b-5f34-46b9-a39b-027ec30bcee2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31222"
    uid: 0a88db47-e69a-4eae-baf3-2de2332e8fd0
  kind: Event
  lastTimestamp: "2026-04-22T20:09:29Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:09:29Z"
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx.18a8c6bd69934c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 947ad20a-7da2-424f-be5c-0a1447d62af2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 0a88db47-e69a-4eae-baf3-2de2332e8fd0
  kind: Event
  lastTimestamp: "2026-04-22T20:09:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:29Z"
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx.18a8c6bd6af74095
    namespace: kserve-ci-e2e-test
    resourceVersion: "31237"
    uid: 6d9553f1-56c6-4c21-9387-ad589ee9a24f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 0a88db47-e69a-4eae-baf3-2de2332e8fd0
  kind: Event
  lastTimestamp: "2026-04-22T20:09:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:29Z"
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx.18a8c6bd6d83c24a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31238"
    uid: 2ffec4c5-1ee8-4bce-b4dd-a3c5f761eac3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 0a88db47-e69a-4eae-baf3-2de2332e8fd0
  kind: Event
  lastTimestamp: "2026-04-22T20:09:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:29Z"
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx.18a8c6bd6df44400
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 3fd57848-ae57-4368-af79-cafc72b7e7e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 0a88db47-e69a-4eae-baf3-2de2332e8fd0
  kind: Event
  lastTimestamp: "2026-04-22T20:09:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1256"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:35Z"
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx.18a8c6beb7c5de66
    namespace: kserve-ci-e2e-test
    resourceVersion: "31284"
    uid: a8304458-be73-402d-bc93-9afc0d7325d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 0a88db47-e69a-4eae-baf3-2de2332e8fd0
  kind: Event
  lastTimestamp: "2026-04-22T20:09:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:35Z"
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx.18a8c6bebaf12de8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31288"
    uid: 28dfb30a-6227-440b-9993-fd5f29a00ac1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 0a88db47-e69a-4eae-baf3-2de2332e8fd0
  kind: Event
  lastTimestamp: "2026-04-22T20:09:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:35Z"
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx.18a8c6bebb5e7a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31289"
    uid: b5e25cc8-5dc0-4f9b-88a8-09f89e32db92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 0a88db47-e69a-4eae-baf3-2de2332e8fd0
  kind: Event
  lastTimestamp: "2026-04-22T20:10:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:10:07Z"
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx.18a8c6bef3cadb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "31595"
    uid: 230176b1-5b24-437c-a2e9-fca036de0fb9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 0a88db47-e69a-4eae-baf3-2de2332e8fd0
  kind: Event
  lastTimestamp: "2026-04-22T20:10:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:10:06Z"
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx.18a8c6c5f5192164
    namespace: kserve-ci-e2e-test
    resourceVersion: "31556"
    uid: 560d471c-da37-478e-80be-a870ebb860ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31203"
    uid: b3d035ea-33d6-429f-b622-ba0717777331
  kind: Event
  lastTimestamp: "2026-04-22T20:09:29Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6b6c7d8cdb-g84hx'
  metadata:
    creationTimestamp: "2026-04-22T20:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:29Z"
    name: isvc-sklearn-runtime-predictor-6b6c7d8cdb.18a8c6bd50647f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31214"
    uid: 173dd1aa-ddc3-45b5-af6b-449074cc66db
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31198"
    uid: 0a7310dd-4af4-45bc-b81a-893b296cb9e4
  kind: Event
  lastTimestamp: "2026-04-22T20:09:29Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6b6c7d8cdb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T20:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:29Z"
    name: isvc-sklearn-runtime-predictor.18a8c6bd4e4b3931
    namespace: kserve-ci-e2e-test
    resourceVersion: "31205"
    uid: d52a4f1e-ed4c-4645-bb48-84c05144c8b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31201"
    uid: be215f4a-4e5a-4199-a97a-4a180c7d9a57
  kind: Event
  lastTimestamp: "2026-04-22T20:09:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:44Z"
    name: isvc-sklearn-runtime-predictor.18a8c6c0cd2be8f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31359"
    uid: 95b30683-2224-4568-a0e3-3d82b5f39ea9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31201"
    uid: be215f4a-4e5a-4199-a97a-4a180c7d9a57
  kind: Event
  lastTimestamp: "2026-04-22T20:09:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:44Z"
    name: isvc-sklearn-runtime-predictor.18a8c6c0cdac1361
    namespace: kserve-ci-e2e-test
    resourceVersion: "31360"
    uid: 83ef7b5e-0caf-4ed5-a5d8-99e1791ead79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31358"
    uid: be215f4a-4e5a-4199-a97a-4a180c7d9a57
  kind: Event
  lastTimestamp: "2026-04-22T20:09:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:59Z"
    name: isvc-sklearn-runtime-predictor.18a8c6c44c6545e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31474"
    uid: 9f08ac64-904f-4275-aae1-4513a7ec2855
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31358"
    uid: be215f4a-4e5a-4199-a97a-4a180c7d9a57
  kind: Event
  lastTimestamp: "2026-04-22T20:09:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:59Z"
    name: isvc-sklearn-runtime-predictor.18a8c6c44cd47be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31476"
    uid: 598da107-b755-4f7e-890d-aa8e3546fd68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31177"
    uid: 7b24bee4-313d-4851-8293-4be33479d8dd
  kind: Event
  lastTimestamp: "2026-04-22T20:09:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:09:57Z"
    name: isvc-sklearn-runtime.18a8c6bd4df40897
    namespace: kserve-ci-e2e-test
    resourceVersion: "31461"
    uid: 7623edd2-5d3e-4310-869d-6893b8f44a6b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31177"
    uid: 7b24bee4-313d-4851-8293-4be33479d8dd
  kind: Event
  lastTimestamp: "2026-04-22T20:09:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:09:29Z"
    name: isvc-sklearn-runtime.18a8c6bd4e6302e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31225"
    uid: 0bbb6f10-e001-4cf0-847b-ef47070f3cb8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31188"
    uid: 7b24bee4-313d-4851-8293-4be33479d8dd
  kind: Event
  lastTimestamp: "2026-04-22T20:09:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:09:29Z"
    name: isvc-sklearn-runtime.18a8c6bd52c52432
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: b5a49b49-132b-4dfa-a38e-38fc71b899b0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31459"
    uid: 7b24bee4-313d-4851-8293-4be33479d8dd
  kind: Event
  lastTimestamp: "2026-04-22T20:09:57Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:09:57Z"
    name: isvc-sklearn-runtime.18a8c6c3db5efa76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31460"
    uid: 498a6dfa-18c9-439b-9ced-3605b58d1863
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:22:50.073701Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37979"
    uid: 485ab14e-a760-48bc-a701-1e8305f18717
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-b7b485879-52qxz
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:22:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:22:50Z"
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz.18a8c777bc692ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37984"
    uid: 551958fe-f5dd-4f38-a035-036f3bf5c62a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37987"
    uid: 485ab14e-a760-48bc-a701-1e8305f18717
  kind: Event
  lastTimestamp: "2026-04-22T20:22:50Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:22:50Z"
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz.18a8c777d5556037
    namespace: kserve-ci-e2e-test
    resourceVersion: "37998"
    uid: 5e5e1c17-0ed7-4e9a-84a0-0c01629a4497
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: 485ab14e-a760-48bc-a701-1e8305f18717
  kind: Event
  lastTimestamp: "2026-04-22T20:22:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:50Z"
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz.18a8c777d69026a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38001"
    uid: fd7466da-5b49-450d-8693-db62c256f454
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: 485ab14e-a760-48bc-a701-1e8305f18717
  kind: Event
  lastTimestamp: "2026-04-22T20:22:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:50Z"
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz.18a8c777d97549f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38003"
    uid: a2876b83-f1e7-4919-ad12-038ae53bde4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: 485ab14e-a760-48bc-a701-1e8305f18717
  kind: Event
  lastTimestamp: "2026-04-22T20:22:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:50Z"
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz.18a8c777d9e01e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: eed108dc-a2f8-4dee-9ad4-4fcb5e651832
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: 485ab14e-a760-48bc-a701-1e8305f18717
  kind: Event
  lastTimestamp: "2026-04-22T20:22:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1256"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:51Z"
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz.18a8c77824db7968
    namespace: kserve-ci-e2e-test
    resourceVersion: "38020"
    uid: 0fb68047-aad1-4566-bc72-ec0ea702972f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: 485ab14e-a760-48bc-a701-1e8305f18717
  kind: Event
  lastTimestamp: "2026-04-22T20:22:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:51Z"
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz.18a8c77827aabbb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: e089093d-f68f-4590-920f-0f6feb7d928b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: 485ab14e-a760-48bc-a701-1e8305f18717
  kind: Event
  lastTimestamp: "2026-04-22T20:22:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:51Z"
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz.18a8c778281641c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38025"
    uid: dcd74a37-4f16-4117-a686-cf35dd1e94e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: 485ab14e-a760-48bc-a701-1e8305f18717
  kind: Event
  lastTimestamp: "2026-04-22T20:24:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:24:03Z"
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz.18a8c77860c7f9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38619"
    uid: 9af21353-2961-46f2-b79e-7c51db5455dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: 485ab14e-a760-48bc-a701-1e8305f18717
  kind: Event
  lastTimestamp: "2026-04-22T20:24:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:24:00Z"
    name: isvc-sklearn-s3-predictor-b7b485879-52qxz.18a8c7880fbd9219
    namespace: kserve-ci-e2e-test
    resourceVersion: "38530"
    uid: 3127ff2c-44f1-4933-a8d6-7b9b824739fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-b7b485879
    namespace: kserve-ci-e2e-test
    resourceVersion: "37968"
    uid: ce0527e7-1f73-4a85-b978-91dffe926917
  kind: Event
  lastTimestamp: "2026-04-22T20:22:50Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-b7b485879-52qxz'
  metadata:
    creationTimestamp: "2026-04-22T20:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:22:50Z"
    name: isvc-sklearn-s3-predictor-b7b485879.18a8c777bbf876f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37981"
    uid: 308fd393-b084-4135-913c-7daf97d5c58e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37964"
    uid: 44541c82-7bb4-4910-9f6c-af1c70037f08
  kind: Event
  lastTimestamp: "2026-04-22T20:22:50Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-b7b485879 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:22:50Z"
    name: isvc-sklearn-s3-predictor.18a8c777b9b135b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37971"
    uid: a0a74701-38d7-42d1-8b65-cc1b88470096
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:23:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: 159db4aa-aae1-4a9d-9bfe-3f9fbe4c2da6
  kind: Event
  lastTimestamp: "2026-04-22T20:23:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:23:20Z"
    name: isvc-sklearn-s3-predictor.18a8c77b38878093
    namespace: kserve-ci-e2e-test
    resourceVersion: "38227"
    uid: 3b77d43d-d102-4741-8f04-d665d5bd78b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:23:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: 159db4aa-aae1-4a9d-9bfe-3f9fbe4c2da6
  kind: Event
  lastTimestamp: "2026-04-22T20:23:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:23:20Z"
    name: isvc-sklearn-s3-predictor.18a8c77b38e5a959
    namespace: kserve-ci-e2e-test
    resourceVersion: "38228"
    uid: f2ff2b4e-b155-469d-a936-72e84ad375aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:23:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38120"
    uid: 159db4aa-aae1-4a9d-9bfe-3f9fbe4c2da6
  kind: Event
  lastTimestamp: "2026-04-22T20:23:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:23:50Z"
    name: isvc-sklearn-s3-predictor.18a8c78236ddb9de
    namespace: kserve-ci-e2e-test
    resourceVersion: "38436"
    uid: 86c1c0a0-0370-463a-aec3-a8898d22197e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:23:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38120"
    uid: 159db4aa-aae1-4a9d-9bfe-3f9fbe4c2da6
  kind: Event
  lastTimestamp: "2026-04-22T20:23:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:23:50Z"
    name: isvc-sklearn-s3-predictor.18a8c7823751707c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 3398f33d-77bd-48c9-b380-a77dea1b95c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:25:12.606940Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd-698b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39152"
    uid: de0dfd93-7360-4a4d-b4ec-baef20d3d42a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd-698b4
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:25:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:25:12Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd-698b4.18a8c798ec0de788
    namespace: kserve-ci-e2e-test
    resourceVersion: "39160"
    uid: 87b7fe82-b348-4f48-8b12-d20670713a15
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd-698b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39164"
    uid: de0dfd93-7360-4a4d-b4ec-baef20d3d42a
  kind: Event
  lastTimestamp: "2026-04-22T20:25:13Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:25:13Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd-698b4.18a8c79904c9b12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39171"
    uid: 7aeae500-2bfd-4228-9f33-b654c928e81d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd-698b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39157"
    uid: de0dfd93-7360-4a4d-b4ec-baef20d3d42a
  kind: Event
  lastTimestamp: "2026-04-22T20:25:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:25:17Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd-698b4.18a8c79906308095
    namespace: kserve-ci-e2e-test
    resourceVersion: "39213"
    uid: 6e0ce133-ab23-4c34-802e-de843b493828
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd-698b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39157"
    uid: de0dfd93-7360-4a4d-b4ec-baef20d3d42a
  kind: Event
  lastTimestamp: "2026-04-22T20:25:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:25:17Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd-698b4.18a8c79908eb2749
    namespace: kserve-ci-e2e-test
    resourceVersion: "39218"
    uid: 762227d2-c07b-4990-bfb0-2c8fb0f75e6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd-698b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39157"
    uid: de0dfd93-7360-4a4d-b4ec-baef20d3d42a
  kind: Event
  lastTimestamp: "2026-04-22T20:25:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:25:17Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd-698b4.18a8c799096db49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39219"
    uid: 5cab0faa-44a0-41fc-ab6a-751005c75f89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd-698b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39157"
    uid: de0dfd93-7360-4a4d-b4ec-baef20d3d42a
  kind: Event
  lastTimestamp: "2026-04-22T20:25:22Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:25:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd-698b4.18a8c79b40e5e6bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39282"
    uid: d41565e8-deb1-4029-90b1-d607059ceab9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39144"
    uid: 2ce77e14-04dd-47b5-af77-a0bf626896f3
  kind: Event
  lastTimestamp: "2026-04-22T20:25:12Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd-698b4'
  metadata:
    creationTimestamp: "2026-04-22T20:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:25:12Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd.18a8c798ebb5b03a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39156"
    uid: 84f48c0d-0d46-4ff1-9b6a-5f4bf733789b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39142"
    uid: fd23391f-6068-4a91-a5b1-e7acc2891ca2
  kind: Event
  lastTimestamp: "2026-04-22T20:25:12Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-778977bddd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:25:12Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a8c798e9c39ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39146"
    uid: 8129a7d2-d439-48ca-9e0e-cbf1eb149c24
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39134"
    uid: eeab78e2-c8d4-4a09-83b7-6a5e59ce8a4b
  kind: Event
  lastTimestamp: "2026-04-22T20:25:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:25:17Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a8c798e99919e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39220"
    uid: 31241ff4-9bef-41f4-8788-57a2c5ef2256
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39134"
    uid: eeab78e2-c8d4-4a09-83b7-6a5e59ce8a4b
  kind: Event
  lastTimestamp: "2026-04-22T20:25:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:25:12Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a8c798e9e4d667
    namespace: kserve-ci-e2e-test
    resourceVersion: "39148"
    uid: a45093b4-1b67-4cd9-8b54-6b99a0a7c6f7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:24:01.513805Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38564"
    uid: 7576afea-4f23-470f-9299-668870cde429
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:24:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:24:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd.18a8c7885e92b4ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "38570"
    uid: 83eefee6-ef74-4000-8c7b-4571c3d4a97f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38573"
    uid: 7576afea-4f23-470f-9299-668870cde429
  kind: Event
  lastTimestamp: "2026-04-22T20:24:01Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:24:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd.18a8c788772d0135
    namespace: kserve-ci-e2e-test
    resourceVersion: "38584"
    uid: 2879c163-c18b-43bc-859a-ebffb0340e0a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38568"
    uid: 7576afea-4f23-470f-9299-668870cde429
  kind: Event
  lastTimestamp: "2026-04-22T20:24:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:24:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd.18a8c7887865cc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 39d6765d-7026-4e12-b978-8bf5cdcb62f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38568"
    uid: 7576afea-4f23-470f-9299-668870cde429
  kind: Event
  lastTimestamp: "2026-04-22T20:24:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:24:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd.18a8c7887b20168a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: d8232c07-0a98-43a7-b945-5e4cbc69a438
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38568"
    uid: 7576afea-4f23-470f-9299-668870cde429
  kind: Event
  lastTimestamp: "2026-04-22T20:24:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:24:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd.18a8c7887b8c4779
    namespace: kserve-ci-e2e-test
    resourceVersion: "38589"
    uid: f78f4508-cee7-4de8-8482-99e5c0d31cde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38568"
    uid: 7576afea-4f23-470f-9299-668870cde429
  kind: Event
  lastTimestamp: "2026-04-22T20:24:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1256"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:24:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd.18a8c788b9243415
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: 7cf4c56e-51dd-4414-ac4b-a49ae7b56a00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38568"
    uid: 7576afea-4f23-470f-9299-668870cde429
  kind: Event
  lastTimestamp: "2026-04-22T20:24:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:24:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd.18a8c788bc396c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: 4460d6c6-bdf3-4422-8e65-b868679630af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38568"
    uid: 7576afea-4f23-470f-9299-668870cde429
  kind: Event
  lastTimestamp: "2026-04-22T20:24:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:24:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd.18a8c788bca5f63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38611"
    uid: 35bb869c-2558-4581-bb36-0bbdfefcf646
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38568"
    uid: 7576afea-4f23-470f-9299-668870cde429
  kind: Event
  lastTimestamp: "2026-04-22T20:25:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:25:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd.18a8c788f54671a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39194"
    uid: e6c4aac2-8e86-4eb1-ac71-befcf30ef4ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38568"
    uid: 7576afea-4f23-470f-9299-668870cde429
  kind: Event
  lastTimestamp: "2026-04-22T20:25:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:25:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd.18a8c798ae9a4634
    namespace: kserve-ci-e2e-test
    resourceVersion: "39123"
    uid: fac3814b-54d9-4e47-ae1b-7ab5283a1cc7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646
    namespace: kserve-ci-e2e-test
    resourceVersion: "38554"
    uid: 08df614c-d314-45b8-97cc-919fd04d0f5f
  kind: Event
  lastTimestamp: "2026-04-22T20:24:01Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646-lrtkd'
  metadata:
    creationTimestamp: "2026-04-22T20:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:24:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646.18a8c7885e28b5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38567"
    uid: 82bd96b1-4cd1-4317-a311-c93eb4df3cca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38551"
    uid: 94e07ffa-0fb2-4b97-92e5-d667d2b0e2dc
  kind: Event
  lastTimestamp: "2026-04-22T20:24:01Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-8544dfb646
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:24:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8c7885bf65885
    namespace: kserve-ci-e2e-test
    resourceVersion: "38556"
    uid: 13cb9d5b-0c42-4b8b-9520-4f73054319b3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38553"
    uid: f5981282-6910-47b6-b7cc-4ec8f2f29925
  kind: Event
  lastTimestamp: "2026-04-22T20:24:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:24:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8c78bdad2c973
    namespace: kserve-ci-e2e-test
    resourceVersion: "38821"
    uid: ab843ac0-6e49-4893-bd88-804c61101951
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38553"
    uid: f5981282-6910-47b6-b7cc-4ec8f2f29925
  kind: Event
  lastTimestamp: "2026-04-22T20:24:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:24:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8c78bdb3c704c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38822"
    uid: 6937bbba-ddd8-48f3-8ddb-51d6eb931529
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38707"
    uid: f5981282-6910-47b6-b7cc-4ec8f2f29925
  kind: Event
  lastTimestamp: "2026-04-22T20:25:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:25:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8c792d9398d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 83812a0d-1f89-4446-ae9f-3a49b17a213e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38707"
    uid: f5981282-6910-47b6-b7cc-4ec8f2f29925
  kind: Event
  lastTimestamp: "2026-04-22T20:25:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:25:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8c792d9a4fc60
    namespace: kserve-ci-e2e-test
    resourceVersion: "39030"
    uid: 48e52a17-5f00-413b-8be4-b661253f2d7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38543"
    uid: 9e25984d-a22e-4bc7-ab3d-4316f22a8b1d
  kind: Event
  lastTimestamp: "2026-04-22T20:25:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:25:05Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a8c7885bce80d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39060"
    uid: fc0be1df-ff55-4f65-a580-9284be9dd2a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38543"
    uid: 9e25984d-a22e-4bc7-ab3d-4316f22a8b1d
  kind: Event
  lastTimestamp: "2026-04-22T20:24:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:24:01Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a8c7885c39c2b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: 486a22d0-0cf9-4f18-8801-cc9242a78143
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38552"
    uid: 9e25984d-a22e-4bc7-ab3d-4316f22a8b1d
  kind: Event
  lastTimestamp: "2026-04-22T20:24:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T20:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:24:01Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a8c788600a02de
    namespace: kserve-ci-e2e-test
    resourceVersion: "38577"
    uid: eb4c00fc-c788-4b00-8945-5839b2955916
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39058"
    uid: 9e25984d-a22e-4bc7-ab3d-4316f22a8b1d
  kind: Event
  lastTimestamp: "2026-04-22T20:25:05Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:25:05Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a8c7972d276db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39059"
    uid: 66dc9db4-259e-4d25-8867-0ddafcff6a67
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37943"
    uid: 75acaf84-77c6-49c6-a2d5-72dcd5ad323c
  kind: Event
  lastTimestamp: "2026-04-22T20:23:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:23:53Z"
    name: isvc-sklearn-s3.18a8c777b987e299
    namespace: kserve-ci-e2e-test
    resourceVersion: "38470"
    uid: 95a8f64d-b49c-4bc6-8385-09e787f346f8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37943"
    uid: 75acaf84-77c6-49c6-a2d5-72dcd5ad323c
  kind: Event
  lastTimestamp: "2026-04-22T20:22:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:22:50Z"
    name: isvc-sklearn-s3.18a8c777b9f54c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "37973"
    uid: a1c53505-5502-4c65-b3f4-5603a2d0e9b3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:23:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38468"
    uid: 75acaf84-77c6-49c6-a2d5-72dcd5ad323c
  kind: Event
  lastTimestamp: "2026-04-22T20:23:53Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:23:53Z"
    name: isvc-sklearn-s3.18a8c78698996c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38469"
    uid: 710f7cc3-7c01-4fcf-8cf5-db47bceddf44
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-7f47796f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30089"
    uid: e084675c-c373-4f51-91a5-13bcca35df35
  kind: Event
  lastTimestamp: "2026-04-22T20:07:26Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-7f47796f5b-p6pn4'
  metadata:
    creationTimestamp: "2026-04-22T20:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:07:26Z"
    name: isvc-sklearn-scheduler-predictor-7f47796f5b.18a8c6a0cd980a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "30100"
    uid: 4aa4b2ee-2b73-478a-abbb-7c1511688527
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30087"
    uid: ba6216d3-8f30-48a9-b331-85911c077cd8
  kind: Event
  lastTimestamp: "2026-04-22T20:07:26Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-7f47796f5b from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:07:26Z"
    name: isvc-sklearn-scheduler-predictor.18a8c6a0cb003f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "30090"
    uid: 8b8b119a-65a4-4ddb-b5f6-64bfda89af8e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30077"
    uid: fb2cf001-2a0d-4952-b896-bb81f5e7d83f
  kind: Event
  lastTimestamp: "2026-04-22T20:07:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:07:27Z"
    name: isvc-sklearn-scheduler.18a8c6a0ca8da0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30123"
    uid: 53d98176-3093-4dbb-b83d-fa645d1ac9c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30077"
    uid: fb2cf001-2a0d-4952-b896-bb81f5e7d83f
  kind: Event
  lastTimestamp: "2026-04-22T20:07:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:07:26Z"
    name: isvc-sklearn-scheduler.18a8c6a0cb057866
    namespace: kserve-ci-e2e-test
    resourceVersion: "30091"
    uid: 086709a4-dbd2-41c3-b229-933a1414aa25
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30077"
    uid: fb2cf001-2a0d-4952-b896-bb81f5e7d83f
  kind: Event
  lastTimestamp: "2026-04-22T20:07:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:07:26Z"
    name: isvc-sklearn-scheduler.18a8c6a0cb05dfa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30094"
    uid: 4f7bcedb-9cb2-4ebb-bbb2-9c46826d49a5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:12:07.022868Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: d0251522-8b9e-47b8-aa07-1ff8fb56b267
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:12:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:12:07Z"
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n.18a8c6e203983704
    namespace: kserve-ci-e2e-test
    resourceVersion: "32602"
    uid: 93c5cc65-9d48-449b-a7dd-8b071ae656ef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32605"
    uid: d0251522-8b9e-47b8-aa07-1ff8fb56b267
  kind: Event
  lastTimestamp: "2026-04-22T20:12:07Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:12:07Z"
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n.18a8c6e21c333438
    namespace: kserve-ci-e2e-test
    resourceVersion: "32620"
    uid: 4391f045-aad8-45b4-bd8d-1b2fe67d3aa6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: d0251522-8b9e-47b8-aa07-1ff8fb56b267
  kind: Event
  lastTimestamp: "2026-04-22T20:12:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:12:07Z"
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n.18a8c6e21d7dd558
    namespace: kserve-ci-e2e-test
    resourceVersion: "32622"
    uid: 21441ffd-100d-46b9-a951-837f01dd7f40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: d0251522-8b9e-47b8-aa07-1ff8fb56b267
  kind: Event
  lastTimestamp: "2026-04-22T20:12:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:12:07Z"
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n.18a8c6e22026c5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32623"
    uid: f90bdb01-6ce3-4e46-ae84-6e53668825be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: d0251522-8b9e-47b8-aa07-1ff8fb56b267
  kind: Event
  lastTimestamp: "2026-04-22T20:12:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:12:07Z"
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n.18a8c6e220923b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "32625"
    uid: 5feb5a2f-52cf-4fee-a5da-ce1b2b77c138
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: d0251522-8b9e-47b8-aa07-1ff8fb56b267
  kind: Event
  lastTimestamp: "2026-04-22T20:12:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1256"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:12:11Z"
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n.18a8c6e327029530
    namespace: kserve-ci-e2e-test
    resourceVersion: "32661"
    uid: 3a13d68e-1990-4e79-af67-fb9c4dc63e32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: d0251522-8b9e-47b8-aa07-1ff8fb56b267
  kind: Event
  lastTimestamp: "2026-04-22T20:12:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:12:11Z"
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n.18a8c6e329c5605d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32665"
    uid: 11789f46-ec7c-41a9-895d-e68abc5011ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: d0251522-8b9e-47b8-aa07-1ff8fb56b267
  kind: Event
  lastTimestamp: "2026-04-22T20:12:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:12:11Z"
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n.18a8c6e32a3173a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32666"
    uid: dbb432d9-d3b1-474d-af1e-4bbb56345bfd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: d0251522-8b9e-47b8-aa07-1ff8fb56b267
  kind: Event
  lastTimestamp: "2026-04-22T20:13:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:13:03Z"
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n.18a8c6e362def8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33035"
    uid: 804ae0e3-ae36-4c05-8608-cb4b5f0973b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: d0251522-8b9e-47b8-aa07-1ff8fb56b267
  kind: Event
  lastTimestamp: "2026-04-22T20:13:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:13:17Z"
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n.18a8c6f25914eb37
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: 864b8700-967c-484c-b07f-c164aee32406
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "32580"
    uid: 00fbbeb9-1a21-4863-b290-8b2c8a3b0405
  kind: Event
  lastTimestamp: "2026-04-22T20:12:07Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-f9fd7d99-qxn8n'
  metadata:
    creationTimestamp: "2026-04-22T20:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:12:07Z"
    name: isvc-sklearn-v2-mixed-predictor-f9fd7d99.18a8c6e20330d25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32599"
    uid: 9a97306b-d056-42b5-8d24-094d1aee8ab8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32574"
    uid: 02f1e767-7f86-4ff0-86b3-ffd091719ad9
  kind: Event
  lastTimestamp: "2026-04-22T20:12:06Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-f9fd7d99 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T20:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:12:06Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8c6e20074f797
    namespace: kserve-ci-e2e-test
    resourceVersion: "32584"
    uid: 12a9a0a6-62f9-4709-b7fd-d4ef071b25b3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32579"
    uid: af7e8f80-c28d-4622-ae1e-dcb5dea35049
  kind: Event
  lastTimestamp: "2026-04-22T20:12:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:12:21Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8c6e57e7ee5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32741"
    uid: 3516e472-5c85-40a1-8763-f3f72e7d8778
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32579"
    uid: af7e8f80-c28d-4622-ae1e-dcb5dea35049
  kind: Event
  lastTimestamp: "2026-04-22T20:12:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:12:21Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8c6e57ee1313d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32743"
    uid: b86f2da9-8dfa-4be2-8a4b-60a380a06398
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32742"
    uid: af7e8f80-c28d-4622-ae1e-dcb5dea35049
  kind: Event
  lastTimestamp: "2026-04-22T20:13:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:13:07Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8c6e8fdf4a6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33053"
    uid: e522ce9d-e56d-4c43-9df6-2da984504f39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32742"
    uid: af7e8f80-c28d-4622-ae1e-dcb5dea35049
  kind: Event
  lastTimestamp: "2026-04-22T20:13:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:13:07Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8c6e8fe3e6c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 4126ca47-4b78-4470-a51e-de1f18173439
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: f978821d-c262-422c-979d-31c177093fae
  kind: Event
  lastTimestamp: "2026-04-22T20:13:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:13:13Z"
    name: isvc-sklearn-v2-mixed.18a8c6e1ffc2e1f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33115"
    uid: 634a146b-defa-4c2f-beda-27fff1a0fb52
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: f978821d-c262-422c-979d-31c177093fae
  kind: Event
  lastTimestamp: "2026-04-22T20:12:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:12:07Z"
    name: isvc-sklearn-v2-mixed.18a8c6e200c33fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32608"
    uid: 955b8ed7-5d36-442f-9d13-4410931de121
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32569"
    uid: f978821d-c262-422c-979d-31c177093fae
  kind: Event
  lastTimestamp: "2026-04-22T20:12:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:12:07Z"
    name: isvc-sklearn-v2-mixed.18a8c6e20534ebb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32609"
    uid: cdc5e535-2c64-48c6-a396-1b3cf088da8f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33113"
    uid: f978821d-c262-422c-979d-31c177093fae
  kind: Event
  lastTimestamp: "2026-04-22T20:13:13Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:13:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:13:13Z"
    name: isvc-sklearn-v2-mixed.18a8c6f19a743267
    namespace: kserve-ci-e2e-test
    resourceVersion: "33114"
    uid: d5286be5-9e06-4e58-a305-58dfca3c6a14
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:10:56.699244Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32014"
    uid: 5603b95a-38c3-45e9-939f-0fc181f832eb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-c9cd7bf64-45d5f
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:10:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:10:56Z"
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f.18a8c6d1a3fad8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32019"
    uid: 38065dc1-5c85-4309-862d-b19c3f4f81c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32022"
    uid: 5603b95a-38c3-45e9-939f-0fc181f832eb
  kind: Event
  lastTimestamp: "2026-04-22T20:10:57Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:10:57Z"
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f.18a8c6d1bc8f94eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32037"
    uid: d99bcd7f-e9c9-4643-87f4-0d7eb0b91fd9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32016"
    uid: 5603b95a-38c3-45e9-939f-0fc181f832eb
  kind: Event
  lastTimestamp: "2026-04-22T20:10:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:10:57Z"
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f.18a8c6d1bdc27cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32039"
    uid: a1a705d9-7369-42f6-bc63-de6e90d1492c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32016"
    uid: 5603b95a-38c3-45e9-939f-0fc181f832eb
  kind: Event
  lastTimestamp: "2026-04-22T20:10:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:10:57Z"
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f.18a8c6d1c06a95e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32041"
    uid: 84e248e3-367e-4b8e-b327-23aed40ad1fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32016"
    uid: 5603b95a-38c3-45e9-939f-0fc181f832eb
  kind: Event
  lastTimestamp: "2026-04-22T20:10:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:10:57Z"
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f.18a8c6d1c0c7e015
    namespace: kserve-ci-e2e-test
    resourceVersion: "32042"
    uid: cadab48f-915a-431b-9d31-850de612905d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32016"
    uid: 5603b95a-38c3-45e9-939f-0fc181f832eb
  kind: Event
  lastTimestamp: "2026-04-22T20:11:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1256"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:11:01Z"
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f.18a8c6d2ce18ea23
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: 0c13edcd-431a-45b0-aaf4-238bcf2b9f12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32016"
    uid: 5603b95a-38c3-45e9-939f-0fc181f832eb
  kind: Event
  lastTimestamp: "2026-04-22T20:11:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:11:01Z"
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f.18a8c6d2d0bdf041
    namespace: kserve-ci-e2e-test
    resourceVersion: "32083"
    uid: 100b16c5-07af-4295-bcaf-8464d3382b75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32016"
    uid: 5603b95a-38c3-45e9-939f-0fc181f832eb
  kind: Event
  lastTimestamp: "2026-04-22T20:11:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:11:01Z"
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f.18a8c6d2d11dda8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32084"
    uid: 03959c7b-1096-4577-93b8-d77b1a5ea4f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32016"
    uid: 5603b95a-38c3-45e9-939f-0fc181f832eb
  kind: Event
  lastTimestamp: "2026-04-22T20:11:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:11:53Z"
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f.18a8c6d30a386810
    namespace: kserve-ci-e2e-test
    resourceVersion: "32453"
    uid: 2af57d65-4def-4796-ba3e-5bece74091cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32016"
    uid: 5603b95a-38c3-45e9-939f-0fc181f832eb
  kind: Event
  lastTimestamp: "2026-04-22T20:12:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:12:06Z"
    name: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f.18a8c6e201c38a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "32592"
    uid: 5fc8d104-b2c4-4b91-b6fd-711c5f11973d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-c9cd7bf64
    namespace: kserve-ci-e2e-test
    resourceVersion: "32000"
    uid: 32d31551-4694-42b2-b9ff-6f649b1d68a8
  kind: Event
  lastTimestamp: "2026-04-22T20:10:56Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-c9cd7bf64-45d5f'
  metadata:
    creationTimestamp: "2026-04-22T20:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:10:56Z"
    name: isvc-sklearn-v2-predictor-c9cd7bf64.18a8c6d1a372070a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32015"
    uid: 4f0d3dc8-9f3c-46f8-9456-be65604e0cad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31993"
    uid: 43bc4db3-539b-4be4-b265-a5db752efacc
  kind: Event
  lastTimestamp: "2026-04-22T20:10:56Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-c9cd7bf64 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:10:56Z"
    name: isvc-sklearn-v2-predictor.18a8c6d1a1025dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32002"
    uid: 1880b369-6a67-4bfa-8e8c-42056651d91e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31998"
    uid: b9b46ea7-5b4d-4f93-b643-95dbd6abf552
  kind: Event
  lastTimestamp: "2026-04-22T20:11:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:11:11Z"
    name: isvc-sklearn-v2-predictor.18a8c6d51fe89537
    namespace: kserve-ci-e2e-test
    resourceVersion: "32163"
    uid: 134dc78e-fa6a-4746-adb1-fb4a6bbf954e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31998"
    uid: b9b46ea7-5b4d-4f93-b643-95dbd6abf552
  kind: Event
  lastTimestamp: "2026-04-22T20:11:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:11:11Z"
    name: isvc-sklearn-v2-predictor.18a8c6d5204d0705
    namespace: kserve-ci-e2e-test
    resourceVersion: "32165"
    uid: e5f324d7-0816-4a61-895a-27b7b423f2af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32164"
    uid: b9b46ea7-5b4d-4f93-b643-95dbd6abf552
  kind: Event
  lastTimestamp: "2026-04-22T20:11:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:11:56Z"
    name: isvc-sklearn-v2-predictor.18a8c6d89f1c655b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32478"
    uid: 9339e90e-cfb2-47c5-b455-3d71740b02ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32164"
    uid: b9b46ea7-5b4d-4f93-b643-95dbd6abf552
  kind: Event
  lastTimestamp: "2026-04-22T20:11:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:11:56Z"
    name: isvc-sklearn-v2-predictor.18a8c6d89f8f0f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 74213783-6546-4451-874f-804f806fd30b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:10:06.569802Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31562"
    uid: 778b70cd-aa27-483d-afa1-51cfe1d1a418
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:10:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:10:06Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t.18a8c6c5f8084c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "31567"
    uid: 5836de32-7100-415e-ad3b-ec0fa07c9159
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31573"
    uid: 778b70cd-aa27-483d-afa1-51cfe1d1a418
  kind: Event
  lastTimestamp: "2026-04-22T20:10:06Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:10:06Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t.18a8c6c611038fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31587"
    uid: ecc50818-f396-4cde-92fd-8e759527345e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31564"
    uid: 778b70cd-aa27-483d-afa1-51cfe1d1a418
  kind: Event
  lastTimestamp: "2026-04-22T20:10:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:10:07Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t.18a8c6c61254f0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31589"
    uid: 968ad1f3-fed9-4a4e-a540-2af5e3b0ea7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31564"
    uid: 778b70cd-aa27-483d-afa1-51cfe1d1a418
  kind: Event
  lastTimestamp: "2026-04-22T20:10:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:10:07Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t.18a8c6c614e77e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "31590"
    uid: 11924930-d27a-4242-8e17-2b49dcae3be1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31564"
    uid: 778b70cd-aa27-483d-afa1-51cfe1d1a418
  kind: Event
  lastTimestamp: "2026-04-22T20:10:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:10:07Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t.18a8c6c61545ccad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31591"
    uid: 026679ce-707e-4a0b-92df-1eddbeca306e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31564"
    uid: 778b70cd-aa27-483d-afa1-51cfe1d1a418
  kind: Event
  lastTimestamp: "2026-04-22T20:10:11Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T20:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:10:11Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t.18a8c6c720ca0a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31636"
    uid: 7396928d-bb7d-4108-9f6b-bac55932fdbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31564"
    uid: 778b70cd-aa27-483d-afa1-51cfe1d1a418
  kind: Event
  lastTimestamp: "2026-04-22T20:10:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:10:11Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t.18a8c6c7241fd8bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: bb027bb8-9330-459d-875a-76344708d469
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31564"
    uid: 778b70cd-aa27-483d-afa1-51cfe1d1a418
  kind: Event
  lastTimestamp: "2026-04-22T20:10:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:10:11Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t.18a8c6c7247ae529
    namespace: kserve-ci-e2e-test
    resourceVersion: "31642"
    uid: 130b7136-100a-4cfc-8704-18b31c396076
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31564"
    uid: 778b70cd-aa27-483d-afa1-51cfe1d1a418
  kind: Event
  lastTimestamp: "2026-04-22T20:10:43Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-22T20:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:10:43Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t.18a8c6ce9927da9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: 481ff3b1-12d6-49db-a822-e863cb543bcb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31564"
    uid: 778b70cd-aa27-483d-afa1-51cfe1d1a418
  kind: Event
  lastTimestamp: "2026-04-22T20:10:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:10:56Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t.18a8c6d1a200cb52
    namespace: kserve-ci-e2e-test
    resourceVersion: "32010"
    uid: 2ae82756-271e-4b8e-b8d4-ebf27af75951
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "31541"
    uid: e30d9346-d300-4c63-8382-76c7a24f54f9
  kind: Event
  lastTimestamp: "2026-04-22T20:10:06Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-nrm6t'
  metadata:
    creationTimestamp: "2026-04-22T20:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:10:06Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64.18a8c6c5f783890b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31565"
    uid: 1e4d0552-ec3a-48f9-923b-d5bcdd0f3389
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31537"
    uid: 146cd30b-f76b-4887-9233-e607ac73f84e
  kind: Event
  lastTimestamp: "2026-04-22T20:10:06Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7dd9b85c64 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:10:06Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8c6c5f40075d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31546"
    uid: 0df3ec26-9948-4544-8812-0080a81ada01
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31538"
    uid: 8cc6d7a1-815a-4604-b40f-00812d4c1c47
  kind: Event
  lastTimestamp: "2026-04-22T20:10:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:10:36Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8c6c972502ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31816"
    uid: 27804496-04e4-4c8a-927c-1ef80e273291
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31538"
    uid: 8cc6d7a1-815a-4604-b40f-00812d4c1c47
  kind: Event
  lastTimestamp: "2026-04-22T20:10:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:10:36Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8c6c972b0b189
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: 1bf5752b-866f-4181-bfda-8e9f4c370b65
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31712"
    uid: 8cc6d7a1-815a-4604-b40f-00812d4c1c47
  kind: Event
  lastTimestamp: "2026-04-22T20:10:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:10:51Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8c6d0709a0078
    namespace: kserve-ci-e2e-test
    resourceVersion: "31930"
    uid: d878b4a9-a830-470a-9f8a-b1e991c69ddf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31712"
    uid: 8cc6d7a1-815a-4604-b40f-00812d4c1c47
  kind: Event
  lastTimestamp: "2026-04-22T20:10:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:10:51Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8c6d07104f3fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31931"
    uid: e66dc918-515f-4508-b04a-4c1672239a02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31523"
    uid: 4c7a4b3c-6d2e-42c7-92a5-e468c3c62092
  kind: Event
  lastTimestamp: "2026-04-22T20:10:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:10:53Z"
    name: isvc-sklearn-v2-runtime.18a8c6c5f3a55555
    namespace: kserve-ci-e2e-test
    resourceVersion: "31952"
    uid: 1ff6b830-0f08-4873-b79c-de7db1eaba81
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31523"
    uid: 4c7a4b3c-6d2e-42c7-92a5-e468c3c62092
  kind: Event
  lastTimestamp: "2026-04-22T20:10:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:10:06Z"
    name: isvc-sklearn-v2-runtime.18a8c6c5f418b1ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: e1695498-04c0-4f7a-8d2b-fb6284084641
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: 4c7a4b3c-6d2e-42c7-92a5-e468c3c62092
  kind: Event
  lastTimestamp: "2026-04-22T20:10:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:10:06Z"
    name: isvc-sklearn-v2-runtime.18a8c6c5f96d945b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: b7a10353-2dbf-485e-ae41-7f1cbe1b9424
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31950"
    uid: 4c7a4b3c-6d2e-42c7-92a5-e468c3c62092
  kind: Event
  lastTimestamp: "2026-04-22T20:10:53Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:10:53Z"
    name: isvc-sklearn-v2-runtime.18a8c6d0ec3ca3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31951"
    uid: 70968e10-8f52-423d-b696-322a7072e7e0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31977"
    uid: 57318071-9ad9-4854-b9f9-da82ec8c8966
  kind: Event
  lastTimestamp: "2026-04-22T20:12:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:12:03Z"
    name: isvc-sklearn-v2.18a8c6d1a0d23a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32535"
    uid: f3989ff6-e414-4447-98be-813a0eae5ba0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31977"
    uid: 57318071-9ad9-4854-b9f9-da82ec8c8966
  kind: Event
  lastTimestamp: "2026-04-22T20:10:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:10:56Z"
    name: isvc-sklearn-v2.18a8c6d1a170dfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32025"
    uid: ff2e5d2d-7d65-4797-b691-71a104e2cf34
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31989"
    uid: 57318071-9ad9-4854-b9f9-da82ec8c8966
  kind: Event
  lastTimestamp: "2026-04-22T20:10:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:10:56Z"
    name: isvc-sklearn-v2.18a8c6d1a55a96e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32026"
    uid: 2b456366-b863-4ad5-972b-834070860917
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 57318071-9ad9-4854-b9f9-da82ec8c8966
  kind: Event
  lastTimestamp: "2026-04-22T20:12:03Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:12:03Z"
    name: isvc-sklearn-v2.18a8c6e141ef3514
    namespace: kserve-ci-e2e-test
    resourceVersion: "32534"
    uid: 2ce860f0-dafd-4762-aec9-78f32fda36e2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30138"
    uid: bc2eafbd-8722-404e-b2e8-799550c11fcc
  kind: Event
  lastTimestamp: "2026-04-22T20:08:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:08:36Z"
    name: isvc-sklearn.18a8c6a148953713
    namespace: kserve-ci-e2e-test
    resourceVersion: "30696"
    uid: 50a9039d-f60b-4eed-b752-14dbf8d5906f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30138"
    uid: bc2eafbd-8722-404e-b2e8-799550c11fcc
  kind: Event
  lastTimestamp: "2026-04-22T20:07:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T20:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:07:29Z"
    name: isvc-sklearn.18a8c6a149069c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30166"
    uid: 574ec86d-2dd7-4e3d-abf2-05e856350524
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30694"
    uid: bc2eafbd-8722-404e-b2e8-799550c11fcc
  kind: Event
  lastTimestamp: "2026-04-22T20:08:36Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:08:36Z"
    name: isvc-sklearn.18a8c6b0eb618d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: afa9396b-bcb0-4d48-bd77-b7ef347fcbb3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:13:17.239103Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p
    namespace: kserve-ci-e2e-test
    resourceVersion: "33174"
    uid: cab6bd68-5878-47db-b45a-1e84ee2fe52e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-88f6f6cb7-ln25p
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:13:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:13:17Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p.18a8c6f25ccee8ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33180"
    uid: 250f44a3-7a16-4bfc-91e3-46149dbeda70
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: cab6bd68-5878-47db-b45a-1e84ee2fe52e
  kind: Event
  lastTimestamp: "2026-04-22T20:13:17Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:13:17Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p.18a8c6f275b6e7e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33201"
    uid: f67847f1-b3d7-4c2b-b8b5-bb266326226d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: cab6bd68-5878-47db-b45a-1e84ee2fe52e
  kind: Event
  lastTimestamp: "2026-04-22T20:13:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:13:17Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p.18a8c6f276e03985
    namespace: kserve-ci-e2e-test
    resourceVersion: "33203"
    uid: e0f92cb6-49d1-4350-8e28-cb655ad66f50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: cab6bd68-5878-47db-b45a-1e84ee2fe52e
  kind: Event
  lastTimestamp: "2026-04-22T20:13:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:13:17Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p.18a8c6f279b16541
    namespace: kserve-ci-e2e-test
    resourceVersion: "33205"
    uid: 0ed745f3-6d3f-4e5f-8830-6bde6b8c91a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: cab6bd68-5878-47db-b45a-1e84ee2fe52e
  kind: Event
  lastTimestamp: "2026-04-22T20:13:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:13:17Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p.18a8c6f27a1fb8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: d6b8f51b-5aae-4d87-a693-fffc7b765e16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: cab6bd68-5878-47db-b45a-1e84ee2fe52e
  kind: Event
  lastTimestamp: "2026-04-22T20:13:22Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-22T20:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:13:22Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p.18a8c6f37f26ed22
    namespace: kserve-ci-e2e-test
    resourceVersion: "33247"
    uid: 3d76a348-943f-48ec-9e71-7ff750ab5c13
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: cab6bd68-5878-47db-b45a-1e84ee2fe52e
  kind: Event
  lastTimestamp: "2026-04-22T20:13:25Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.856s (3.856s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:13:25Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p.18a8c6f4650599a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33278"
    uid: 66dd7025-df3e-47b3-9151-d93a70268528
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: cab6bd68-5878-47db-b45a-1e84ee2fe52e
  kind: Event
  lastTimestamp: "2026-04-22T20:13:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:13:26Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p.18a8c6f4681e3603
    namespace: kserve-ci-e2e-test
    resourceVersion: "33279"
    uid: d91140d9-7ef9-41a3-98fb-8a31a77136d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: cab6bd68-5878-47db-b45a-1e84ee2fe52e
  kind: Event
  lastTimestamp: "2026-04-22T20:13:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:13:26Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p.18a8c6f4688bcdad
    namespace: kserve-ci-e2e-test
    resourceVersion: "33280"
    uid: e2e04ed5-94ad-4271-8e87-522873b648db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: cab6bd68-5878-47db-b45a-1e84ee2fe52e
  kind: Event
  lastTimestamp: "2026-04-22T20:13:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:13:27Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p.18a8c6f46eadf5af
    namespace: kserve-ci-e2e-test
    resourceVersion: "33288"
    uid: caa0e103-2851-494e-9f60-b6be1a969db1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: cab6bd68-5878-47db-b45a-1e84ee2fe52e
  kind: Event
  lastTimestamp: "2026-04-22T20:13:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:13:58Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ln25p.18a8c6fbde07d09e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33542"
    uid: 54423527-232a-49f3-a155-6d3d623d769d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-88f6f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33166"
    uid: bd2f003e-c8b8-45cd-9b5c-059c1e4666ed
  kind: Event
  lastTimestamp: "2026-04-22T20:13:17Z"
  message: 'Created pod: isvc-tensorflow-predictor-88f6f6cb7-ln25p'
  metadata:
    creationTimestamp: "2026-04-22T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:13:17Z"
    name: isvc-tensorflow-predictor-88f6f6cb7.18a8c6f25c5d9ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33176"
    uid: 22ab894b-7570-480c-aff7-bc784893e805
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33164"
    uid: c9c9a208-3b42-4736-9573-7e33df046f59
  kind: Event
  lastTimestamp: "2026-04-22T20:13:17Z"
  message: Scaled up replica set isvc-tensorflow-predictor-88f6f6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:13:17Z"
    name: isvc-tensorflow-predictor.18a8c6f25a14b99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33168"
    uid: 91f95948-86b4-41b9-a22a-b618084eb4e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33165"
    uid: 5387addf-cb9a-4ba9-9fbf-c00d1bb39e9b
  kind: Event
  lastTimestamp: "2026-04-22T20:13:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:13:47Z"
    name: isvc-tensorflow-predictor.18a8c6f5d8949c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "33443"
    uid: 9fd674c7-1725-41ce-af97-3e766f0ec36f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33165"
    uid: 5387addf-cb9a-4ba9-9fbf-c00d1bb39e9b
  kind: Event
  lastTimestamp: "2026-04-22T20:13:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:13:47Z"
    name: isvc-tensorflow-predictor.18a8c6f5d8fc983a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33444"
    uid: b289ec28-22ef-4605-8307-5db0fbefdee4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:13:58.126205Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 241f9e65-8a4a-454a-a44e-c191c97aa38e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:13:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:13:58Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6.18a8c6fbe1de9730
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 085b3b32-6e20-4edb-baa1-fe1e39b66a87
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 241f9e65-8a4a-454a-a44e-c191c97aa38e
  kind: Event
  lastTimestamp: "2026-04-22T20:13:58Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:13:58Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6.18a8c6fbfa8bbe06
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 502f2313-22f5-46a0-a024-0b12090f0d87
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 241f9e65-8a4a-454a-a44e-c191c97aa38e
  kind: Event
  lastTimestamp: "2026-04-22T20:13:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:13:58Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6.18a8c6fbfbc1efaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33576"
    uid: 69c73608-4c61-429b-81c7-f62a282a8139
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 241f9e65-8a4a-454a-a44e-c191c97aa38e
  kind: Event
  lastTimestamp: "2026-04-22T20:13:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:13:58Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6.18a8c6fbfe3e40ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33578"
    uid: f2087a52-c711-4f98-b091-adc8ced40b2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 241f9e65-8a4a-454a-a44e-c191c97aa38e
  kind: Event
  lastTimestamp: "2026-04-22T20:13:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:13:58Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6.18a8c6fbfe9a00c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33579"
    uid: 2d343306-981d-4746-8784-fec27ef83151
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 241f9e65-8a4a-454a-a44e-c191c97aa38e
  kind: Event
  lastTimestamp: "2026-04-22T20:14:03Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:14:03Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6.18a8c6fd126c1a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "33614"
    uid: 7e1d6bd2-cade-4fc5-94d1-13ea3d27c2e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 241f9e65-8a4a-454a-a44e-c191c97aa38e
  kind: Event
  lastTimestamp: "2026-04-22T20:14:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:14:03Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6.18a8c6fd164d3c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "33619"
    uid: fc34a123-321d-40d9-adc9-b0b692928da8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 241f9e65-8a4a-454a-a44e-c191c97aa38e
  kind: Event
  lastTimestamp: "2026-04-22T20:14:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:14:03Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6.18a8c6fd16a7bf20
    namespace: kserve-ci-e2e-test
    resourceVersion: "33621"
    uid: 7c1fd3ad-80c2-4ef1-851a-53faa1c32d5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 241f9e65-8a4a-454a-a44e-c191c97aa38e
  kind: Event
  lastTimestamp: "2026-04-22T20:14:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:14:05Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6.18a8c6fd4e592927
    namespace: kserve-ci-e2e-test
    resourceVersion: "33642"
    uid: 2e9610d5-2717-475b-8d9d-55fa3bd5649e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 241f9e65-8a4a-454a-a44e-c191c97aa38e
  kind: Event
  lastTimestamp: "2026-04-22T20:14:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:14:27Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6.18a8c702ba32af88
    namespace: kserve-ci-e2e-test
    resourceVersion: "33838"
    uid: 6062b4cc-45e6-4258-93c3-d94def11aceb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-854bdff69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33544"
    uid: 23f91c37-6b6f-41c2-bf03-d8020625f93e
  kind: Event
  lastTimestamp: "2026-04-22T20:13:58Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-854bdff69c-4b8f6'
  metadata:
    creationTimestamp: "2026-04-22T20:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:13:58Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c.18a8c6fbe172f50a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: b1bc7de7-bede-414f-b511-6a6c8a7b43e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33541"
    uid: 0203afcf-4dc0-45c2-a9bc-5e78847226ec
  kind: Event
  lastTimestamp: "2026-04-22T20:13:58Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-854bdff69c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:13:58Z"
    name: isvc-tensorflow-runtime-predictor.18a8c6fbdec64422
    namespace: kserve-ci-e2e-test
    resourceVersion: "33546"
    uid: 41f4c150-c987-423f-91e9-0c50f3bc9523
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33543"
    uid: 9cf6f8ef-ed6e-4a08-8161-7a4f48873aaf
  kind: Event
  lastTimestamp: "2026-04-22T20:14:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:14:13Z"
    name: isvc-tensorflow-runtime-predictor.18a8c6ff5df01e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33697"
    uid: d8f8874d-0b32-4f3e-ad5f-60864663081a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33543"
    uid: 9cf6f8ef-ed6e-4a08-8161-7a4f48873aaf
  kind: Event
  lastTimestamp: "2026-04-22T20:14:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:14:13Z"
    name: isvc-tensorflow-runtime-predictor.18a8c6ff5e591b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33699"
    uid: 361f8687-cf8c-43ca-a979-116e2b3a74b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33520"
    uid: 5d532714-4d0b-440b-b465-266af5ca2812
  kind: Event
  lastTimestamp: "2026-04-22T20:14:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:14:15Z"
    name: isvc-tensorflow-runtime.18a8c6fbdec930c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33724"
    uid: e7e3f706-16ad-4ac1-b271-b9614a78eb06
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33520"
    uid: 5d532714-4d0b-440b-b465-266af5ca2812
  kind: Event
  lastTimestamp: "2026-04-22T20:13:58Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:13:58Z"
    name: isvc-tensorflow-runtime.18a8c6fbdf5dfa06
    namespace: kserve-ci-e2e-test
    resourceVersion: "33549"
    uid: b479ec41-6680-43ae-8765-1a1cde4f4978
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: 5d532714-4d0b-440b-b465-266af5ca2812
  kind: Event
  lastTimestamp: "2026-04-22T20:14:15Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:14:15Z"
    name: isvc-tensorflow-runtime.18a8c6ffe27b2e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33723"
    uid: 5cbd28fc-25b6-489d-a714-d5c1facb128b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33140"
    uid: d6b80f01-bd90-41fb-8718-3bb843b4e026
  kind: Event
  lastTimestamp: "2026-04-22T20:13:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:13:37Z"
    name: isvc-tensorflow.18a8c6f259e7c980
    namespace: kserve-ci-e2e-test
    resourceVersion: "33368"
    uid: 56f7f5b8-a828-4b25-b63f-340f580320e4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33140"
    uid: d6b80f01-bd90-41fb-8718-3bb843b4e026
  kind: Event
  lastTimestamp: "2026-04-22T20:13:17Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:13:17Z"
    name: isvc-tensorflow.18a8c6f25a4a84b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33190"
    uid: 8af14911-b820-4e2a-8c83-a9a43973cc83
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: d6b80f01-bd90-41fb-8718-3bb843b4e026
  kind: Event
  lastTimestamp: "2026-04-22T20:13:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:13:17Z"
    name: isvc-tensorflow.18a8c6f25fed6fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33191"
    uid: 45a1fa1e-f4b6-4e2d-8e55-ce98a082ce61
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33366"
    uid: d6b80f01-bd90-41fb-8718-3bb843b4e026
  kind: Event
  lastTimestamp: "2026-04-22T20:13:37Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:13:37Z"
    name: isvc-tensorflow.18a8c6f7021f9bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "33367"
    uid: 533355c5-bf73-414e-a06e-c7bc276afb6d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:14:27.565271Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-t7lsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: c143d5c2-9b31-49d3-8aaa-df257d9937d4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-85f9f46646-t7lsx
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:14:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:14:27Z"
    name: isvc-triton-predictor-85f9f46646-t7lsx.18a8c702bc931dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33852"
    uid: de434c55-a10e-4821-aee2-637e4ef9da77
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-t7lsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33856"
    uid: c143d5c2-9b31-49d3-8aaa-df257d9937d4
  kind: Event
  lastTimestamp: "2026-04-22T20:14:27Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:14:27Z"
    name: isvc-triton-predictor-85f9f46646-t7lsx.18a8c702d5b527c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33867"
    uid: facd0afe-2b61-4831-9019-ebf689a65bc1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-t7lsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: c143d5c2-9b31-49d3-8aaa-df257d9937d4
  kind: Event
  lastTimestamp: "2026-04-22T20:14:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:14:28Z"
    name: isvc-triton-predictor-85f9f46646-t7lsx.18a8c702d6e10c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "33871"
    uid: 61a4276b-d4e0-4c4a-985a-ea8ebb407f41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-t7lsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: c143d5c2-9b31-49d3-8aaa-df257d9937d4
  kind: Event
  lastTimestamp: "2026-04-22T20:14:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:14:28Z"
    name: isvc-triton-predictor-85f9f46646-t7lsx.18a8c702d9779a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33873"
    uid: a51a8b88-92d3-47be-b9b5-d606f6af1657
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-t7lsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: c143d5c2-9b31-49d3-8aaa-df257d9937d4
  kind: Event
  lastTimestamp: "2026-04-22T20:14:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:14:28Z"
    name: isvc-triton-predictor-85f9f46646-t7lsx.18a8c702d9d61335
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: 64c24497-0ca2-4709-8411-7393fb2a32b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-t7lsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: c143d5c2-9b31-49d3-8aaa-df257d9937d4
  kind: Event
  lastTimestamp: "2026-04-22T20:14:32Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-22T20:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:14:32Z"
    name: isvc-triton-predictor-85f9f46646-t7lsx.18a8c703d8513826
    namespace: kserve-ci-e2e-test
    resourceVersion: "33914"
    uid: fd11d9bf-0e0e-4785-90f4-8c780d0de501
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-t7lsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: c143d5c2-9b31-49d3-8aaa-df257d9937d4
  kind: Event
  lastTimestamp: "2026-04-22T20:16:26Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.619s
    (1m54.619s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:16:26Z"
    name: isvc-triton-predictor-85f9f46646-t7lsx.18a8c71e882c2206
    namespace: kserve-ci-e2e-test
    resourceVersion: "34712"
    uid: 5c9c62e5-7a11-4a69-8d00-f1f5415ca4eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-t7lsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: c143d5c2-9b31-49d3-8aaa-df257d9937d4
  kind: Event
  lastTimestamp: "2026-04-22T20:16:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:16:27Z"
    name: isvc-triton-predictor-85f9f46646-t7lsx.18a8c71e8e0ee6b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34713"
    uid: a3815b5d-db5a-4fd0-b534-aa759842bebc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-t7lsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: c143d5c2-9b31-49d3-8aaa-df257d9937d4
  kind: Event
  lastTimestamp: "2026-04-22T20:16:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:16:27Z"
    name: isvc-triton-predictor-85f9f46646-t7lsx.18a8c71e8f136f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "34714"
    uid: a256d5de-55f9-4456-a752-6a1152e7fd88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-t7lsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: c143d5c2-9b31-49d3-8aaa-df257d9937d4
  kind: Event
  lastTimestamp: "2026-04-22T20:16:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:16:28Z"
    name: isvc-triton-predictor-85f9f46646-t7lsx.18a8c71eb639076d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: ee80c0d6-2be9-446c-b10c-cfbd6d7f6ef7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-t7lsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: c143d5c2-9b31-49d3-8aaa-df257d9937d4
  kind: Event
  lastTimestamp: "2026-04-22T20:16:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:16:48Z"
    name: isvc-triton-predictor-85f9f46646-t7lsx.18a8c723a9fa2633
    namespace: kserve-ci-e2e-test
    resourceVersion: "34914"
    uid: dec0e1db-bfec-4c7c-898c-a2c2b52ecf78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-85f9f46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: d9ff6b42-d98d-4fae-9795-28ea024d324c
  kind: Event
  lastTimestamp: "2026-04-22T20:14:27Z"
  message: 'Created pod: isvc-triton-predictor-85f9f46646-t7lsx'
  metadata:
    creationTimestamp: "2026-04-22T20:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:14:27Z"
    name: isvc-triton-predictor-85f9f46646.18a8c702bc0f6f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: 3da7c896-548a-4f5f-9291-aaa47f66a2dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 7ba207ac-b7f6-4a56-9889-c8cb93efd894
  kind: Event
  lastTimestamp: "2026-04-22T20:14:27Z"
  message: Scaled up replica set isvc-triton-predictor-85f9f46646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:14:27Z"
    name: isvc-triton-predictor.18a8c702ba2fe2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 476990f6-cefd-42c1-831d-f36ec479eb49
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33833"
    uid: 437c7563-e691-4340-8538-42705584dee7
  kind: Event
  lastTimestamp: "2026-04-22T20:16:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:16:42Z"
    name: isvc-triton-predictor.18a8c70639035b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34840"
    uid: f427e6a5-1e05-45d7-8b0c-61e848cd0b78
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33833"
    uid: 437c7563-e691-4340-8538-42705584dee7
  kind: Event
  lastTimestamp: "2026-04-22T20:16:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:16:42Z"
    name: isvc-triton-predictor.18a8c7063966109d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34841"
    uid: bba8f010-60b6-442a-bbac-9c868bb58de0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33805"
    uid: 656253d4-ca7a-4d71-af18-db7494b25cb7
  kind: Event
  lastTimestamp: "2026-04-22T20:16:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:16:38Z"
    name: isvc-triton.18a8c702b9da4189
    namespace: kserve-ci-e2e-test
    resourceVersion: "34807"
    uid: ad741bca-204a-4dc4-b2a6-34139eb54315
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33805"
    uid: 656253d4-ca7a-4d71-af18-db7494b25cb7
  kind: Event
  lastTimestamp: "2026-04-22T20:14:27Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T20:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:14:27Z"
    name: isvc-triton.18a8c702ba438b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 3a226238-19fe-4355-9509-b508299b75e8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: 656253d4-ca7a-4d71-af18-db7494b25cb7
  kind: Event
  lastTimestamp: "2026-04-22T20:14:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:14:27Z"
    name: isvc-triton.18a8c702be653844
    namespace: kserve-ci-e2e-test
    resourceVersion: "33860"
    uid: 328bc803-15af-43e5-b168-28dc62fa3de2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34805"
    uid: 656253d4-ca7a-4d71-af18-db7494b25cb7
  kind: Event
  lastTimestamp: "2026-04-22T20:16:38Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:16:38Z"
    name: isvc-triton.18a8c72149a738da
    namespace: kserve-ci-e2e-test
    resourceVersion: "34806"
    uid: 7a3f5b29-f4fa-4eee-bb9c-7c22f68f1a00
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:16:49.070044Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: 41c0087b-676a-4f70-9da4-58e600b33a18
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6dbc9d6d47-xc6kr
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:16:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:16:49Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr.18a8c723aeea885b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34932"
    uid: 41cb8bcb-f352-44ed-b80e-0fc54274b3d5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34937"
    uid: 41c0087b-676a-4f70-9da4-58e600b33a18
  kind: Event
  lastTimestamp: "2026-04-22T20:16:49Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:16:49Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr.18a8c723cc987395
    namespace: kserve-ci-e2e-test
    resourceVersion: "34942"
    uid: 3e00f224-fb7f-4e2d-8aa5-d71b03a2d6c6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34929"
    uid: 41c0087b-676a-4f70-9da4-58e600b33a18
  kind: Event
  lastTimestamp: "2026-04-22T20:16:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:16:49Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr.18a8c723cdbe7a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34944"
    uid: 9681dc8b-98b6-4676-a42f-acf3b1c7064a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34929"
    uid: 41c0087b-676a-4f70-9da4-58e600b33a18
  kind: Event
  lastTimestamp: "2026-04-22T20:16:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:16:49Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr.18a8c723d106a220
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 97c66e5f-342d-49da-aad2-d3e6d22754ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34929"
    uid: 41c0087b-676a-4f70-9da4-58e600b33a18
  kind: Event
  lastTimestamp: "2026-04-22T20:16:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:16:49Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr.18a8c723d1776ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34947"
    uid: 9a032ddf-78ad-47c2-9cae-599b0dd31977
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34929"
    uid: 41c0087b-676a-4f70-9da4-58e600b33a18
  kind: Event
  lastTimestamp: "2026-04-22T20:16:53Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T20:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:16:53Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr.18a8c724c869aae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34986"
    uid: fed69d55-b488-4f58-87bc-549978942018
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34929"
    uid: 41c0087b-676a-4f70-9da4-58e600b33a18
  kind: Event
  lastTimestamp: "2026-04-22T20:17:11Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.214s (17.214s
    including waiting). Image size: 1306326779 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:11Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr.18a8c728ca7a069e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35116"
    uid: 3a15bea0-b675-4d81-8135-7f132705aa00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34929"
    uid: 41c0087b-676a-4f70-9da4-58e600b33a18
  kind: Event
  lastTimestamp: "2026-04-22T20:17:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:11Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr.18a8c728d1e5f1a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35117"
    uid: 0d8c1623-ecca-42b7-a9e0-de804b9ba5e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34929"
    uid: 41c0087b-676a-4f70-9da4-58e600b33a18
  kind: Event
  lastTimestamp: "2026-04-22T20:17:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:11Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr.18a8c728d31aa257
    namespace: kserve-ci-e2e-test
    resourceVersion: "35118"
    uid: 6761db24-99c9-4974-9baa-d806207676ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34929"
    uid: 41c0087b-676a-4f70-9da4-58e600b33a18
  kind: Event
  lastTimestamp: "2026-04-22T20:18:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:02Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr.18a8c728fc689a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "35479"
    uid: becfdb50-d5ce-4f55-88ac-7be83b6ce8aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34929"
    uid: 41c0087b-676a-4f70-9da4-58e600b33a18
  kind: Event
  lastTimestamp: "2026-04-22T20:18:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:19Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-xc6kr.18a8c738aaa654a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35625"
    uid: 16700854-0e53-497c-bcfa-7910ea771ef7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6dbc9d6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "34915"
    uid: c20326e6-7a86-4126-a47b-a17ea1cef7a2
  kind: Event
  lastTimestamp: "2026-04-22T20:16:49Z"
  message: 'Created pod: isvc-xgboost-predictor-6dbc9d6d47-xc6kr'
  metadata:
    creationTimestamp: "2026-04-22T20:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:16:49Z"
    name: isvc-xgboost-predictor-6dbc9d6d47.18a8c723ae8e4220
    namespace: kserve-ci-e2e-test
    resourceVersion: "34930"
    uid: 84f22e1e-2403-4740-9e9e-a49081713738
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34911"
    uid: dacd714f-61e0-4e23-b90a-2065bbf7dc69
  kind: Event
  lastTimestamp: "2026-04-22T20:16:48Z"
  message: Scaled up replica set isvc-xgboost-predictor-6dbc9d6d47 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:16:48Z"
    name: isvc-xgboost-predictor.18a8c723aa72b4b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34917"
    uid: 848c1165-aa97-43eb-aec7-bbcb913f5215
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34913"
    uid: 2808ad71-0771-456d-8493-3442b3eb7bae
  kind: Event
  lastTimestamp: "2026-04-22T20:17:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:17:34Z"
    name: isvc-xgboost-predictor.18a8c7272950a9a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35281"
    uid: c6141fee-c232-4b5b-88c4-ebf7865a748c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34913"
    uid: 2808ad71-0771-456d-8493-3442b3eb7bae
  kind: Event
  lastTimestamp: "2026-04-22T20:17:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:17:34Z"
    name: isvc-xgboost-predictor.18a8c72729d525a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35282"
    uid: 5fac08d8-b521-4c2c-bbe4-7349bcd92a2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35063"
    uid: 2808ad71-0771-456d-8493-3442b3eb7bae
  kind: Event
  lastTimestamp: "2026-04-22T20:18:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:18:19Z"
    name: isvc-xgboost-predictor.18a8c731a6e15373
    namespace: kserve-ci-e2e-test
    resourceVersion: "35595"
    uid: 4fec011b-bb0f-4260-86b8-37abb064ce1f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35063"
    uid: 2808ad71-0771-456d-8493-3442b3eb7bae
  kind: Event
  lastTimestamp: "2026-04-22T20:18:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:18:19Z"
    name: isvc-xgboost-predictor.18a8c731a7476132
    namespace: kserve-ci-e2e-test
    resourceVersion: "35596"
    uid: 786af996-c532-4039-b768-e783027f2e9a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:19:39.583595Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: df419fcc-7508-49a2-817e-3eb86ca46262
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-687c7765c9-dtz8m
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:19:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:19:39Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m.18a8c74b6250d58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36371"
    uid: c6ae8b43-d42a-4cff-8285-9484770f8deb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "36375"
    uid: df419fcc-7508-49a2-817e-3eb86ca46262
  kind: Event
  lastTimestamp: "2026-04-22T20:19:40Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:19:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:19:40Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m.18a8c74b7d53291a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: f7871cdc-e4ad-45ce-9a50-776827437c1d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "36368"
    uid: df419fcc-7508-49a2-817e-3eb86ca46262
  kind: Event
  lastTimestamp: "2026-04-22T20:19:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:19:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:40Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m.18a8c74b7e82d13c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36390"
    uid: 5fe0503f-04d4-4dea-a688-a4dcba23a0b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "36368"
    uid: df419fcc-7508-49a2-817e-3eb86ca46262
  kind: Event
  lastTimestamp: "2026-04-22T20:19:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:19:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:40Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m.18a8c74b81da9828
    namespace: kserve-ci-e2e-test
    resourceVersion: "36394"
    uid: 6a088b9b-dde4-4935-bf1b-b04232ddf85a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "36368"
    uid: df419fcc-7508-49a2-817e-3eb86ca46262
  kind: Event
  lastTimestamp: "2026-04-22T20:19:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:19:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:40Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m.18a8c74b824c2ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36395"
    uid: 29aa1c00-cdec-47cb-8be8-624a69f29b25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "36368"
    uid: df419fcc-7508-49a2-817e-3eb86ca46262
  kind: Event
  lastTimestamp: "2026-04-22T20:19:44Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:44Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m.18a8c74c7a85aaac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36437"
    uid: b5b60772-8a71-4cdc-9b97-a55aa54f2f8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "36368"
    uid: df419fcc-7508-49a2-817e-3eb86ca46262
  kind: Event
  lastTimestamp: "2026-04-22T20:19:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:44Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m.18a8c74c7d6f662e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36441"
    uid: 47363909-9b1b-40b9-a9f5-25b40064d7c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "36368"
    uid: df419fcc-7508-49a2-817e-3eb86ca46262
  kind: Event
  lastTimestamp: "2026-04-22T20:19:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:44Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m.18a8c74c7df79550
    namespace: kserve-ci-e2e-test
    resourceVersion: "36443"
    uid: f1dcacc1-f99e-4c78-9936-b77083096b47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "36368"
    uid: df419fcc-7508-49a2-817e-3eb86ca46262
  kind: Event
  lastTimestamp: "2026-04-22T20:20:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:36Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m.18a8c74cb67f75f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36811"
    uid: 282633c2-4b28-4951-a11c-06a3d4bb5acc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "36368"
    uid: df419fcc-7508-49a2-817e-3eb86ca46262
  kind: Event
  lastTimestamp: "2026-04-22T20:20:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:49Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m.18a8c75bb517bf00
    namespace: kserve-ci-e2e-test
    resourceVersion: "36947"
    uid: 245041c4-8541-4675-9588-35267f51e9cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-687c7765c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36354"
    uid: 7043c04f-febb-4eca-bee5-a0f49f39ce5b
  kind: Event
  lastTimestamp: "2026-04-22T20:19:39Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-687c7765c9-dtz8m'
  metadata:
    creationTimestamp: "2026-04-22T20:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:19:39Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9.18a8c74b61d25d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "36367"
    uid: 380a7961-2418-4c3c-996e-717643ddcbaf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36348"
    uid: 52b77f09-ae66-4668-a2e6-aa7a8bc85021
  kind: Event
  lastTimestamp: "2026-04-22T20:19:39Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-687c7765c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T20:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:19:39Z"
    name: isvc-xgboost-runtime-predictor.18a8c74b5f736484
    namespace: kserve-ci-e2e-test
    resourceVersion: "36357"
    uid: 4973a4a8-de09-4109-9af4-e9a494495739
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36353"
    uid: 15f8c287-fb9a-403f-8a55-79a104fb9da2
  kind: Event
  lastTimestamp: "2026-04-22T20:20:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:20:09Z"
    name: isvc-xgboost-runtime-predictor.18a8c74ede1df755
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 9d0217d5-6f14-4c2c-92af-0ef505df02c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36353"
    uid: 15f8c287-fb9a-403f-8a55-79a104fb9da2
  kind: Event
  lastTimestamp: "2026-04-22T20:20:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:20:09Z"
    name: isvc-xgboost-runtime-predictor.18a8c74ede885c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36626"
    uid: 8c4cbca8-8ce4-417f-b845-5ddba276a2ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36522"
    uid: 15f8c287-fb9a-403f-8a55-79a104fb9da2
  kind: Event
  lastTimestamp: "2026-04-22T20:20:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:20:39Z"
    name: isvc-xgboost-runtime-predictor.18a8c755dc7d070a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: 11788ec8-8b13-4d0b-9417-8f39a9125a6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36522"
    uid: 15f8c287-fb9a-403f-8a55-79a104fb9da2
  kind: Event
  lastTimestamp: "2026-04-22T20:20:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:20:39Z"
    name: isvc-xgboost-runtime-predictor.18a8c755dce38d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36839"
    uid: b6aaaf0f-d13f-43e4-af0c-2fac2b730c99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36330"
    uid: e9a86f27-c708-4587-8401-c7e87ebb5803
  kind: Event
  lastTimestamp: "2026-04-22T20:20:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:20:46Z"
    name: isvc-xgboost-runtime.18a8c74b5f749892
    namespace: kserve-ci-e2e-test
    resourceVersion: "36891"
    uid: ddcdad0b-dc4a-4a2a-93d2-844f8b1b9c05
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36330"
    uid: e9a86f27-c708-4587-8401-c7e87ebb5803
  kind: Event
  lastTimestamp: "2026-04-22T20:19:39Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:19:39Z"
    name: isvc-xgboost-runtime.18a8c74b60003a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: 28b14a72-186c-4b58-98ef-17b7e9a1c760
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: e9a86f27-c708-4587-8401-c7e87ebb5803
  kind: Event
  lastTimestamp: "2026-04-22T20:19:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:19:39Z"
    name: isvc-xgboost-runtime.18a8c74b63ef301f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36379"
    uid: c476ad06-76c6-4c8d-b4e9-e41843587b8f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36889"
    uid: e9a86f27-c708-4587-8401-c7e87ebb5803
  kind: Event
  lastTimestamp: "2026-04-22T20:20:46Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:20:46Z"
    name: isvc-xgboost-runtime.18a8c75aee5d7002
    namespace: kserve-ci-e2e-test
    resourceVersion: "36890"
    uid: bcc83829-a209-4ed1-9976-435362e8c22a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:18:19.261287Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35636"
    uid: 1640a50a-e7de-47bd-b620-b92d3fd7ee56
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:18:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:18:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n.18a8c738aebbbbaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: d353d368-f537-4114-8f4b-9b31c7f84ab7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35645"
    uid: 1640a50a-e7de-47bd-b620-b92d3fd7ee56
  kind: Event
  lastTimestamp: "2026-04-22T20:18:19Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:18:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n.18a8c738c95577a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35655"
    uid: 48d71bf4-da44-4549-bff1-610fe69df397
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35640"
    uid: 1640a50a-e7de-47bd-b620-b92d3fd7ee56
  kind: Event
  lastTimestamp: "2026-04-22T20:18:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n.18a8c738ca856a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35657"
    uid: 55f95c6a-846c-4a74-9cbe-67eb6f2f28fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35640"
    uid: 1640a50a-e7de-47bd-b620-b92d3fd7ee56
  kind: Event
  lastTimestamp: "2026-04-22T20:18:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n.18a8c738cd5871fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35659"
    uid: c09b9abc-9a9f-46fa-bd1c-03ebfe712bd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35640"
    uid: 1640a50a-e7de-47bd-b620-b92d3fd7ee56
  kind: Event
  lastTimestamp: "2026-04-22T20:18:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n.18a8c738cdc5883d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35660"
    uid: 54af7541-0521-4f77-b42b-8e0ae21464bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35640"
    uid: 1640a50a-e7de-47bd-b620-b92d3fd7ee56
  kind: Event
  lastTimestamp: "2026-04-22T20:18:24Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T20:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n.18a8c739cbdda49f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35701"
    uid: 5589d0f4-196f-4b8d-bece-6087c4631908
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35640"
    uid: 1640a50a-e7de-47bd-b620-b92d3fd7ee56
  kind: Event
  lastTimestamp: "2026-04-22T20:18:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n.18a8c739cef4205d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35706"
    uid: e6e95b7d-b959-4a1b-8800-fd054a6ed50e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35640"
    uid: 1640a50a-e7de-47bd-b620-b92d3fd7ee56
  kind: Event
  lastTimestamp: "2026-04-22T20:18:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n.18a8c739cf650d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "35708"
    uid: da33039d-e7ee-43b3-bf22-5ab030b01be2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35640"
    uid: 1640a50a-e7de-47bd-b620-b92d3fd7ee56
  kind: Event
  lastTimestamp: "2026-04-22T20:18:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n.18a8c742049e67ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "35995"
    uid: 7be2281d-d7f4-4cac-bbcf-3899cf37b9d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668
    namespace: kserve-ci-e2e-test
    resourceVersion: "35622"
    uid: dc7b788c-b6e9-4045-9a2a-f9570fd38c2e
  kind: Event
  lastTimestamp: "2026-04-22T20:18:19Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-58b7db6668-nhs5n'
  metadata:
    creationTimestamp: "2026-04-22T20:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:18:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668.18a8c738ae5276e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35639"
    uid: 3e4a848a-0319-4874-bb11-48548b722dd2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35619"
    uid: b58f5223-6185-4ce0-bf38-9ac707db05ef
  kind: Event
  lastTimestamp: "2026-04-22T20:18:19Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-58b7db6668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:18:19Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a8c738aaaf5e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "35626"
    uid: 4681a8b1-317e-48eb-8d0c-9c89cb68e318
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35620"
    uid: d3b2da00-625d-4b03-a008-ec1c90767588
  kind: Event
  lastTimestamp: "2026-04-22T20:18:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:18:49Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a8c73c2963cb72
    namespace: kserve-ci-e2e-test
    resourceVersion: "35882"
    uid: dff07ddd-2d2c-4494-9a77-eb6d49e08e08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35620"
    uid: d3b2da00-625d-4b03-a008-ec1c90767588
  kind: Event
  lastTimestamp: "2026-04-22T20:18:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:18:49Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a8c73c29d43d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35883"
    uid: 43442542-06ac-4e5b-b3c1-eeff42721264
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35598"
    uid: 3eae1df3-4259-4904-afc2-7bf105570af8
  kind: Event
  lastTimestamp: "2026-04-22T20:18:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:18:56Z"
    name: isvc-xgboost-v2-mlserver.18a8c738aa487c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "35944"
    uid: 35170391-cc32-4779-985d-edd701532150
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35598"
    uid: 3eae1df3-4259-4904-afc2-7bf105570af8
  kind: Event
  lastTimestamp: "2026-04-22T20:18:19Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:18:19Z"
    name: isvc-xgboost-v2-mlserver.18a8c738aad2e74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: f4766085-0d8f-4521-9174-454d67a7a6db
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35941"
    uid: 3eae1df3-4259-4904-afc2-7bf105570af8
  kind: Event
  lastTimestamp: "2026-04-22T20:18:56Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:18:56Z"
    name: isvc-xgboost-v2-mlserver.18a8c74147fc31ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: b67579b1-fb14-40cc-a43f-5588b5f34b25
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:21:39.910548Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "37395"
    uid: ef2c8de5-7360-4808-a21f-6b8ffcba776b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5db5686f9f-fx2ls
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:21:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:21:39Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls.18a8c767665c7c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "37400"
    uid: 4a69419a-faa2-44aa-bb50-1bde8afae6a4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "37404"
    uid: ef2c8de5-7360-4808-a21f-6b8ffcba776b
  kind: Event
  lastTimestamp: "2026-04-22T20:21:40Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:21:40Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls.18a8c7677f0fd11f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37417"
    uid: 0935d43d-d1c8-4dce-a93b-ced5a8fe54f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "37398"
    uid: ef2c8de5-7360-4808-a21f-6b8ffcba776b
  kind: Event
  lastTimestamp: "2026-04-22T20:21:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:21:40Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls.18a8c767806a0c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "37419"
    uid: ce1e55c5-a6f8-44df-90e3-d79f99ff6418
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "37398"
    uid: ef2c8de5-7360-4808-a21f-6b8ffcba776b
  kind: Event
  lastTimestamp: "2026-04-22T20:21:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:21:40Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls.18a8c767836812ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "37420"
    uid: f3633b38-4b5c-4427-beb1-dbfb641455ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "37398"
    uid: ef2c8de5-7360-4808-a21f-6b8ffcba776b
  kind: Event
  lastTimestamp: "2026-04-22T20:21:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:21:40Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls.18a8c76783d6c764
    namespace: kserve-ci-e2e-test
    resourceVersion: "37421"
    uid: 57e1856d-c8bb-4296-b424-43f56b88255e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "37398"
    uid: ef2c8de5-7360-4808-a21f-6b8ffcba776b
  kind: Event
  lastTimestamp: "2026-04-22T20:21:44Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:21:44Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls.18a8c7687fabbf62
    namespace: kserve-ci-e2e-test
    resourceVersion: "37460"
    uid: 01a80514-ec98-4d11-92b0-d20d41113c48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "37398"
    uid: ef2c8de5-7360-4808-a21f-6b8ffcba776b
  kind: Event
  lastTimestamp: "2026-04-22T20:21:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:21:44Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls.18a8c76882855147
    namespace: kserve-ci-e2e-test
    resourceVersion: "37465"
    uid: 43cfe6d0-c1dc-429b-b256-bff639189830
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "37398"
    uid: ef2c8de5-7360-4808-a21f-6b8ffcba776b
  kind: Event
  lastTimestamp: "2026-04-22T20:21:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:21:44Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls.18a8c76882f0ad78
    namespace: kserve-ci-e2e-test
    resourceVersion: "37466"
    uid: 2bb7d7a8-096d-49dc-ad47-dc5763e5ad91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "37398"
    uid: ef2c8de5-7360-4808-a21f-6b8ffcba776b
  kind: Event
  lastTimestamp: "2026-04-22T20:22:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:36Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls.18a8c768bb94d886
    namespace: kserve-ci-e2e-test
    resourceVersion: "37830"
    uid: 37e98396-f32f-4612-980d-9e74347de8ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "37398"
    uid: ef2c8de5-7360-4808-a21f-6b8ffcba776b
  kind: Event
  lastTimestamp: "2026-04-22T20:22:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:50Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls.18a8c777ba1dfa6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37974"
    uid: 26b7e189-09b6-49da-b6b4-bb055191f010
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5db5686f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: bd9d0166-0f7e-4b9e-b948-d94c4f79807c
  kind: Event
  lastTimestamp: "2026-04-22T20:21:39Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5db5686f9f-fx2ls'
  metadata:
    creationTimestamp: "2026-04-22T20:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:21:39Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f.18a8c76765f854a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37397"
    uid: 2dbcd2d1-c824-4b87-8360-8c4523cca560
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37383"
    uid: 4916c39a-44d0-4c9b-af63-5980c52edeb7
  kind: Event
  lastTimestamp: "2026-04-22T20:21:39Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5db5686f9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:21:39Z"
    name: isvc-xgboost-v2-predictor.18a8c76763b1e41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37388"
    uid: 6192e0df-f414-4f17-8638-eedb0597bc24
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37385"
    uid: 198c5376-8a8d-4e6f-a29b-bf4127b9f97e
  kind: Event
  lastTimestamp: "2026-04-22T20:22:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:22:24Z"
    name: isvc-xgboost-v2-predictor.18a8c76ae23680d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 622bb792-ec55-44e6-82aa-50c3962d1699
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37385"
    uid: 198c5376-8a8d-4e6f-a29b-bf4127b9f97e
  kind: Event
  lastTimestamp: "2026-04-22T20:22:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:22:24Z"
    name: isvc-xgboost-v2-predictor.18a8c76ae2af7ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37756"
    uid: 71caa1ab-0196-48ea-a6df-071a15b413f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 198c5376-8a8d-4e6f-a29b-bf4127b9f97e
  kind: Event
  lastTimestamp: "2026-04-22T20:22:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:22:39Z"
    name: isvc-xgboost-v2-predictor.18a8c7755fe9d39d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: a511771d-e79c-4dfd-99bb-69b0d2f349f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 198c5376-8a8d-4e6f-a29b-bf4127b9f97e
  kind: Event
  lastTimestamp: "2026-04-22T20:22:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:22:39Z"
    name: isvc-xgboost-v2-predictor.18a8c775604c0bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: e3c93c27-7046-4b65-ac14-9c6a51aca5e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:20:49.738179Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36953"
    uid: 0603c7f6-bbcb-4fe6-a43c-4e3835491adf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:20:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:20:49Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr.18a8c75bb7dae2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36958"
    uid: faa5ff3e-c024-4f30-b2b1-89e85d80d207
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36963"
    uid: 0603c7f6-bbcb-4fe6-a43c-4e3835491adf
  kind: Event
  lastTimestamp: "2026-04-22T20:20:50Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:20:50Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr.18a8c75bd08813ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36972"
    uid: 2f75cef0-75fb-4da3-8c10-f41d409c37ce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36956"
    uid: 0603c7f6-bbcb-4fe6-a43c-4e3835491adf
  kind: Event
  lastTimestamp: "2026-04-22T20:20:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:50Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr.18a8c75bd1c46553
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 65862953-9f58-40d9-a04e-e5ba5efa1898
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36956"
    uid: 0603c7f6-bbcb-4fe6-a43c-4e3835491adf
  kind: Event
  lastTimestamp: "2026-04-22T20:20:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:50Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr.18a8c75bd47e1e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: 3508f139-15c1-43c5-8f59-f62668b60f7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36956"
    uid: 0603c7f6-bbcb-4fe6-a43c-4e3835491adf
  kind: Event
  lastTimestamp: "2026-04-22T20:20:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:50Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr.18a8c75bd4e68b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "36977"
    uid: aa8ffa5d-5907-46af-93b2-f8d8908dca19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36956"
    uid: 0603c7f6-bbcb-4fe6-a43c-4e3835491adf
  kind: Event
  lastTimestamp: "2026-04-22T20:20:54Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T20:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:54Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr.18a8c75cd2e2ccea
    namespace: kserve-ci-e2e-test
    resourceVersion: "37014"
    uid: 054a7901-3e54-46ce-bd4b-41c46955c60f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36956"
    uid: 0603c7f6-bbcb-4fe6-a43c-4e3835491adf
  kind: Event
  lastTimestamp: "2026-04-22T20:20:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:54Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr.18a8c75cd612c488
    namespace: kserve-ci-e2e-test
    resourceVersion: "37020"
    uid: 0922ffbf-544d-4a42-aa96-c0c60d104756
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36956"
    uid: 0603c7f6-bbcb-4fe6-a43c-4e3835491adf
  kind: Event
  lastTimestamp: "2026-04-22T20:20:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:54Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr.18a8c75cd6828d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37021"
    uid: 29630b65-c8f0-44f1-b136-b75bcdda39ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36956"
    uid: 0603c7f6-bbcb-4fe6-a43c-4e3835491adf
  kind: Event
  lastTimestamp: "2026-04-22T20:21:26Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-22T20:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:21:26Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr.18a8c76448eb73ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37249"
    uid: a7fbc16c-78f5-4729-8721-fa788641890a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36956"
    uid: 0603c7f6-bbcb-4fe6-a43c-4e3835491adf
  kind: Event
  lastTimestamp: "2026-04-22T20:21:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:21:39Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr.18a8c76762b549cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37384"
    uid: a55b452f-0685-4d06-8b56-8b467622d7c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36941"
    uid: ac5e619a-9d39-477b-84a5-5b756012675c
  kind: Event
  lastTimestamp: "2026-04-22T20:20:49Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-b5d6966c7-whklr'
  metadata:
    creationTimestamp: "2026-04-22T20:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:20:49Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7.18a8c75bb77c3354
    namespace: kserve-ci-e2e-test
    resourceVersion: "36955"
    uid: dc361fc3-b5fc-45ef-b839-328d30f93edf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36937"
    uid: 25c4c568-c445-4f61-9812-d0fba87f4554
  kind: Event
  lastTimestamp: "2026-04-22T20:20:49Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-b5d6966c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:20:49Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8c75bb4a7b9d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36944"
    uid: 990954f4-d59b-4d74-8f98-265f737770e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36939"
    uid: 0b8913f2-82b5-44c8-a3b9-0ece48c1e437
  kind: Event
  lastTimestamp: "2026-04-22T20:21:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:21:04Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8c75f339717ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37102"
    uid: 41ef8b5d-6501-47bd-b8af-4a00043dcf46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36939"
    uid: 0b8913f2-82b5-44c8-a3b9-0ece48c1e437
  kind: Event
  lastTimestamp: "2026-04-22T20:21:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:21:04Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8c75f33ffc487
    namespace: kserve-ci-e2e-test
    resourceVersion: "37104"
    uid: 9d552696-fd15-4a89-b09c-3da4fcfbdbd9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37103"
    uid: 0b8913f2-82b5-44c8-a3b9-0ece48c1e437
  kind: Event
  lastTimestamp: "2026-04-22T20:21:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:21:34Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8c762b2af91b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37311"
    uid: 262413ea-a5af-4aea-bfa8-1e604e163325
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37103"
    uid: 0b8913f2-82b5-44c8-a3b9-0ece48c1e437
  kind: Event
  lastTimestamp: "2026-04-22T20:21:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:21:34Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8c762b2fa6315
    namespace: kserve-ci-e2e-test
    resourceVersion: "37312"
    uid: f4946fd8-3894-407f-81ef-adfff710dbfd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36916"
    uid: 54cca09c-28d8-4167-a7aa-7639d0143f51
  kind: Event
  lastTimestamp: "2026-04-22T20:21:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:21:36Z"
    name: isvc-xgboost-v2-runtime.18a8c75bb47fa343
    namespace: kserve-ci-e2e-test
    resourceVersion: "37330"
    uid: ea0a7efb-e3ef-4936-b010-9553f2678698
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36916"
    uid: 54cca09c-28d8-4167-a7aa-7639d0143f51
  kind: Event
  lastTimestamp: "2026-04-22T20:20:49Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:20:49Z"
    name: isvc-xgboost-v2-runtime.18a8c75bb4efc5e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36946"
    uid: 6c625b12-00af-43d2-8fdc-03a727dbaac7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37327"
    uid: 54cca09c-28d8-4167-a7aa-7639d0143f51
  kind: Event
  lastTimestamp: "2026-04-22T20:21:36Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:21:36Z"
    name: isvc-xgboost-v2-runtime.18a8c7669e7bbe0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37328"
    uid: a267115e-6a40-481e-b9d7-a044313bb637
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37359"
    uid: 95289161-cbdc-40de-9c9e-cadfc0d00e34
  kind: Event
  lastTimestamp: "2026-04-22T20:22:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:22:46Z"
    name: isvc-xgboost-v2.18a8c7676388aa23
    namespace: kserve-ci-e2e-test
    resourceVersion: "37917"
    uid: 2598626a-a7d4-48bc-b28d-b979e8154077
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37359"
    uid: 95289161-cbdc-40de-9c9e-cadfc0d00e34
  kind: Event
  lastTimestamp: "2026-04-22T20:21:39Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:21:39Z"
    name: isvc-xgboost-v2.18a8c76763f8c2da
    namespace: kserve-ci-e2e-test
    resourceVersion: "37407"
    uid: e6bcba4d-3675-467f-a77e-21dfe96d5bd3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37370"
    uid: 95289161-cbdc-40de-9c9e-cadfc0d00e34
  kind: Event
  lastTimestamp: "2026-04-22T20:21:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:21:39Z"
    name: isvc-xgboost-v2.18a8c7676865f06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37408"
    uid: 5b616886-74b9-4acd-8d4a-f7e523e56c2e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 95289161-cbdc-40de-9c9e-cadfc0d00e34
  kind: Event
  lastTimestamp: "2026-04-22T20:22:46Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:22:46Z"
    name: isvc-xgboost-v2.18a8c776f348ab66
    namespace: kserve-ci-e2e-test
    resourceVersion: "37915"
    uid: 2dd0081b-2abf-4014-8d11-b0a16666846e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: ca494ac2-3e77-42dd-91a2-9f0ff5b49dc1
  kind: Event
  lastTimestamp: "2026-04-22T20:18:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:18:12Z"
    name: isvc-xgboost.18a8c723aa488302
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: bef0d19b-3ca5-4ab8-9a00-c4ceb2c10e24
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: ca494ac2-3e77-42dd-91a2-9f0ff5b49dc1
  kind: Event
  lastTimestamp: "2026-04-22T20:16:48Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T20:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:16:48Z"
    name: isvc-xgboost.18a8c723aa8cfe17
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: 8f1804c3-5101-4ef0-bbf8-2ef92040fe38
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35550"
    uid: ca494ac2-3e77-42dd-91a2-9f0ff5b49dc1
  kind: Event
  lastTimestamp: "2026-04-22T20:18:12Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:18:12Z"
    name: isvc-xgboost.18a8c73733f9244f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35553"
    uid: c9a655f4-4bba-487f-8d8b-2d60f2db188d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:40:29.048122Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-zn759
    namespace: kserve-ci-e2e-test
    resourceVersion: "16442"
    uid: 3dc28a00-19c7-4ad6-8a0b-eb3d9959f043
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-7f66cccfb6-zn759
    to ip-10-0-141-16.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:40:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:40:29Z"
    name: message-dumper-predictor-7f66cccfb6-zn759.18a8c5281b7bf5a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: 516700db-7683-40e1-96d9-7556c9ffdd6f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-zn759
    namespace: kserve-ci-e2e-test
    resourceVersion: "16454"
    uid: 3dc28a00-19c7-4ad6-8a0b-eb3d9959f043
  kind: Event
  lastTimestamp: "2026-04-22T19:40:29Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:40:29Z"
    name: message-dumper-predictor-7f66cccfb6-zn759.18a8c52822b2cc20
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: fcd7d441-7e8b-4ca2-a8c1-0b4588becf6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-zn759
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 3dc28a00-19c7-4ad6-8a0b-eb3d9959f043
  kind: Event
  lastTimestamp: "2026-04-22T19:40:29Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-22T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:29Z"
    name: message-dumper-predictor-7f66cccfb6-zn759.18a8c52823ef5ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: adc2ffc9-da8f-4eb2-89e6-55b9b9b24b23
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-zn759
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 3dc28a00-19c7-4ad6-8a0b-eb3d9959f043
  kind: Event
  lastTimestamp: "2026-04-22T19:40:30Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 949ms (949ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T19:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:30Z"
    name: message-dumper-predictor-7f66cccfb6-zn759.18a8c5285c88a482
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: b0bdaa41-96b5-4b7e-ba12-ce8acb35a42d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-zn759
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 3dc28a00-19c7-4ad6-8a0b-eb3d9959f043
  kind: Event
  lastTimestamp: "2026-04-22T19:40:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:30Z"
    name: message-dumper-predictor-7f66cccfb6-zn759.18a8c52861a2eb4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: 919434b7-7889-4a4c-829c-22fbefdc6712
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-zn759
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 3dc28a00-19c7-4ad6-8a0b-eb3d9959f043
  kind: Event
  lastTimestamp: "2026-04-22T19:40:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:40:30Z"
    name: message-dumper-predictor-7f66cccfb6-zn759.18a8c52862111ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: 09dfcf7c-3daa-4672-b7f4-d93e409ea251
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-zn759
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 3dc28a00-19c7-4ad6-8a0b-eb3d9959f043
  kind: Event
  lastTimestamp: "2026-04-22T19:41:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:41:54Z"
    name: message-dumper-predictor-7f66cccfb6-zn759.18a8c53c092ac371
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: 06541051-b3cd-460b-9d81-bec947b3c7a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-16.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-16.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-7f66cccfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16430"
    uid: c355cc79-dd89-400a-b1d6-ffb266285bd1
  kind: Event
  lastTimestamp: "2026-04-22T19:40:29Z"
  message: 'Created pod: message-dumper-predictor-7f66cccfb6-zn759'
  metadata:
    creationTimestamp: "2026-04-22T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:40:29Z"
    name: message-dumper-predictor-7f66cccfb6.18a8c5281b25123a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16444"
    uid: 889abcc7-e9fa-4b8f-9c6f-dd32c3b1ebae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16423"
    uid: 9ba0f9d2-a433-4203-b890-beb4381e3610
  kind: Event
  lastTimestamp: "2026-04-22T19:40:29Z"
  message: Scaled up replica set message-dumper-predictor-7f66cccfb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:40:29Z"
    name: message-dumper-predictor.18a8c52819857779
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: 5c86b3d0-caec-4fb3-b930-f037abbf9cff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16429"
    uid: 407bc926-8fd8-4370-aa33-152b5c530c06
  kind: Event
  lastTimestamp: "2026-04-22T19:40:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:40:44Z"
    name: message-dumper-predictor.18a8c52b9860189d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: d8ef765e-fe20-4c2f-845c-3e251b93523f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16429"
    uid: 407bc926-8fd8-4370-aa33-152b5c530c06
  kind: Event
  lastTimestamp: "2026-04-22T19:40:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:40:44Z"
    name: message-dumper-predictor.18a8c52b98cbbd9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16648"
    uid: bd6c3db6-27d2-4171-8abb-b460f7e84b7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: f83e68dc-1df3-4d85-964b-acca17349a33
  kind: Event
  lastTimestamp: "2026-04-22T19:40:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:40:30Z"
    name: message-dumper.18a8c5281938f180
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 910e140f-dd8c-427c-840b-f02ded3f1d5d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: f83e68dc-1df3-4d85-964b-acca17349a33
  kind: Event
  lastTimestamp: "2026-04-22T19:40:29Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:40:29Z"
    name: message-dumper.18a8c528199d4e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: cfa74afe-bd13-4f69-a833-780cece21958
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: f83e68dc-1df3-4d85-964b-acca17349a33
  kind: Event
  lastTimestamp: "2026-04-22T19:40:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:40:29Z"
    name: message-dumper.18a8c5281ded1cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: ad75f23e-2098-4c7d-9462-5890552cc2ac
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:40:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: f83e68dc-1df3-4d85-964b-acca17349a33
  kind: Event
  lastTimestamp: "2026-04-22T19:40:30Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:40:30Z"
    name: message-dumper.18a8c5287737d743
    namespace: kserve-ci-e2e-test
    resourceVersion: "16491"
    uid: 6bfbaa60-a165-4f35-88d6-508e866127dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:08:39.263665Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30767"
    uid: 046e908d-53d6-458c-b489-bec063a06bed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-695d5f5568-jcwjr
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:08:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:08:39Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr.18a8c6b1a42e6a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "30772"
    uid: f93e5620-7f2f-4051-a968-ca67f4b51f02
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30777"
    uid: 046e908d-53d6-458c-b489-bec063a06bed
  kind: Event
  lastTimestamp: "2026-04-22T20:08:39Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:08:39Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr.18a8c6b1bcf693bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: 1b0472ba-9570-4838-95ed-804a31d8c721
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: 046e908d-53d6-458c-b489-bec063a06bed
  kind: Event
  lastTimestamp: "2026-04-22T20:08:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:39Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr.18a8c6b1be48c059
    namespace: kserve-ci-e2e-test
    resourceVersion: "30791"
    uid: 421794e7-8e62-4825-b430-41e9191c91f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: 046e908d-53d6-458c-b489-bec063a06bed
  kind: Event
  lastTimestamp: "2026-04-22T20:08:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:39Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr.18a8c6b1c12c1b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30792"
    uid: b8abcfc5-5860-4552-b1ff-bcaab395e186
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: 046e908d-53d6-458c-b489-bec063a06bed
  kind: Event
  lastTimestamp: "2026-04-22T20:08:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:39Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr.18a8c6b1c197d589
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: 869ed230-fbbf-4dbd-896b-813abb4bfc09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: 046e908d-53d6-458c-b489-bec063a06bed
  kind: Event
  lastTimestamp: "2026-04-22T20:08:44Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T20:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:44Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr.18a8c6b2cf464b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "30835"
    uid: 5efa29a2-a285-4b83-9600-3647ebadbaad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: 046e908d-53d6-458c-b489-bec063a06bed
  kind: Event
  lastTimestamp: "2026-04-22T20:08:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:44Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr.18a8c6b2d21ff312
    namespace: kserve-ci-e2e-test
    resourceVersion: "30839"
    uid: fc12f62f-0d31-422f-84e4-49e54d328b6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: 046e908d-53d6-458c-b489-bec063a06bed
  kind: Event
  lastTimestamp: "2026-04-22T20:08:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:44Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr.18a8c6b2d28d788c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30840"
    uid: 680d4864-ea05-434a-9210-2f27d6081266
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: 046e908d-53d6-458c-b489-bec063a06bed
  kind: Event
  lastTimestamp: "2026-04-22T20:09:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-22T20:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:16Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr.18a8c6ba45b62421
    namespace: kserve-ci-e2e-test
    resourceVersion: "31062"
    uid: a5d4b39b-9c56-4136-a20f-80818ade1b89
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: 046e908d-53d6-458c-b489-bec063a06bed
  kind: Event
  lastTimestamp: "2026-04-22T20:09:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:29Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr.18a8c6bd4e79fbaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: e0735be0-eff7-430a-9422-951d24f77e81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-695d5f5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "30755"
    uid: 476d50f1-6f67-4be5-9823-acceffadaaa3
  kind: Event
  lastTimestamp: "2026-04-22T20:08:39Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-695d5f5568-jcwjr'
  metadata:
    creationTimestamp: "2026-04-22T20:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:08:39Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568.18a8c6b1a3bb5198
    namespace: kserve-ci-e2e-test
    resourceVersion: "30769"
    uid: 86a2c4ce-5729-40bc-b638-7f643a6c0533
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30749"
    uid: b6bd61ef-a66d-4f7b-9865-5141bdf42ae6
  kind: Event
  lastTimestamp: "2026-04-22T20:08:39Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-695d5f5568 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T20:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:08:39Z"
    name: sklearn-v2-mlserver-predictor.18a8c6b1a0a6936f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: d61d0491-2200-4ebc-829c-57be4a244b08
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: 3b8bc066-8efb-495a-93d4-35735b99e3cc
  kind: Event
  lastTimestamp: "2026-04-22T20:09:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:09Z"
    name: sklearn-v2-mlserver-predictor.18a8c6b51f418ae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31014"
    uid: 7cb55772-669d-470b-8337-9b7e8c58247d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: 3b8bc066-8efb-495a-93d4-35735b99e3cc
  kind: Event
  lastTimestamp: "2026-04-22T20:09:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:09Z"
    name: sklearn-v2-mlserver-predictor.18a8c6b51fad4376
    namespace: kserve-ci-e2e-test
    resourceVersion: "31015"
    uid: 2d169180-06fb-4a69-a0cc-38f70df62821
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: 3b8bc066-8efb-495a-93d4-35735b99e3cc
  kind: Event
  lastTimestamp: "2026-04-22T20:09:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:24Z"
    name: sklearn-v2-mlserver-predictor.18a8c6bc1d9e009d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31126"
    uid: 9e93b27c-4a69-4b3b-a61e-16f6d6ea6737
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: 3b8bc066-8efb-495a-93d4-35735b99e3cc
  kind: Event
  lastTimestamp: "2026-04-22T20:09:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:24Z"
    name: sklearn-v2-mlserver-predictor.18a8c6bc1e066235
    namespace: kserve-ci-e2e-test
    resourceVersion: "31128"
    uid: 9a6b7504-eff0-42ca-b382-79375d9117c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: eb483271-c27e-467f-b783-167409a25886
  kind: Event
  lastTimestamp: "2026-04-22T20:09:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:09:26Z"
    name: sklearn-v2-mlserver.18a8c6b1a0a3858e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31151"
    uid: b68b6103-e815-43d1-883d-053418e6dd37
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: eb483271-c27e-467f-b783-167409a25886
  kind: Event
  lastTimestamp: "2026-04-22T20:08:39Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:08:39Z"
    name: sklearn-v2-mlserver.18a8c6b1a13d80de
    namespace: kserve-ci-e2e-test
    resourceVersion: "30779"
    uid: 503f0e16-ef02-4617-88ff-5efed31a9edc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30741"
    uid: eb483271-c27e-467f-b783-167409a25886
  kind: Event
  lastTimestamp: "2026-04-22T20:08:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:08:39Z"
    name: sklearn-v2-mlserver.18a8c6b1a5dd9402
    namespace: kserve-ci-e2e-test
    resourceVersion: "30781"
    uid: 04c67430-1c43-4b5e-a2ed-005a857466a9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: eb483271-c27e-467f-b783-167409a25886
  kind: Event
  lastTimestamp: "2026-04-22T20:09:26Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:09:26Z"
    name: sklearn-v2-mlserver.18a8c6bc9d264d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "31149"
    uid: f0845cea-24d6-4dce-826c-f2d73fcbf899
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:18:59.410426Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36004"
    uid: e404e1cc-3d26-49eb-8691-52b6e0ec142a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-c58d48f-nktm2
    to ip-10-0-134-231.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:18:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:18:59Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2.18a8c74207cef360
    namespace: kserve-ci-e2e-test
    resourceVersion: "36009"
    uid: f1ae345f-5ebf-4883-909a-588a02ecf285
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-f4786d48-mgrk2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36013"
    uid: e404e1cc-3d26-49eb-8691-52b6e0ec142a
  kind: Event
  lastTimestamp: "2026-04-22T20:18:59Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:18:59Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2.18a8c74220930cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36025"
    uid: 28888cb8-0bad-40ba-9c59-7bb232408c36
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36006"
    uid: e404e1cc-3d26-49eb-8691-52b6e0ec142a
  kind: Event
  lastTimestamp: "2026-04-22T20:18:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:bcc18d6872a741f58ad083af8b7b38f37e5e040b083e0c0f5222178cff3c7b39"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:59Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2.18a8c74221c744f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36027"
    uid: f15e6531-f86f-4ce7-8a14-39698cf1b39c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36006"
    uid: e404e1cc-3d26-49eb-8691-52b6e0ec142a
  kind: Event
  lastTimestamp: "2026-04-22T20:18:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:59Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2.18a8c74225ee3106
    namespace: kserve-ci-e2e-test
    resourceVersion: "36028"
    uid: bf25ff54-d08b-4ab6-8f38-f67ff254cbd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36006"
    uid: e404e1cc-3d26-49eb-8691-52b6e0ec142a
  kind: Event
  lastTimestamp: "2026-04-22T20:18:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:59Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2.18a8c742265b8a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "36029"
    uid: 98c0097c-b375-4e3f-b10a-3e911da20cea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36006"
    uid: e404e1cc-3d26-49eb-8691-52b6e0ec142a
  kind: Event
  lastTimestamp: "2026-04-22T20:19:04Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:04Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2.18a8c7432380014b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36068"
    uid: 98b2e146-c413-41db-93b1-aede0302d336
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36006"
    uid: e404e1cc-3d26-49eb-8691-52b6e0ec142a
  kind: Event
  lastTimestamp: "2026-04-22T20:19:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:04Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2.18a8c743264f25af
    namespace: kserve-ci-e2e-test
    resourceVersion: "36072"
    uid: 47f596bb-9d65-4fcd-bba6-2a20c22ff121
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36006"
    uid: e404e1cc-3d26-49eb-8691-52b6e0ec142a
  kind: Event
  lastTimestamp: "2026-04-22T20:19:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:04Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2.18a8c74326ba5e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "36074"
    uid: dcda0f75-92c2-4861-8dd2-4847de3d9410
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36006"
    uid: e404e1cc-3d26-49eb-8691-52b6e0ec142a
  kind: Event
  lastTimestamp: "2026-04-22T20:19:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:39Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-nktm2.18a8c74b608bc89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 96cc1817-bc9e-4b25-80ef-04e8364ef809
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-c58d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35994"
    uid: d4c6b905-365a-476a-b925-82bdb8555423
  kind: Event
  lastTimestamp: "2026-04-22T20:18:59Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-c58d48f-nktm2'
  metadata:
    creationTimestamp: "2026-04-22T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:18:59Z"
    name: xgboost-v2-mlserver-predictor-c58d48f.18a8c74207632cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36005"
    uid: d6433933-a6cf-4203-9d1e-d5dbb5621393
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35991"
    uid: 2bd98d1c-c662-4f2e-b3a7-7b6f917c598b
  kind: Event
  lastTimestamp: "2026-04-22T20:18:59Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-c58d48f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:18:59Z"
    name: xgboost-v2-mlserver-predictor.18a8c74204e986d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: e6a0fef1-2c17-412b-8249-4e6ede94000b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35992"
    uid: 4c6b9dbf-e228-4cb6-93c5-8db2c954d26b
  kind: Event
  lastTimestamp: "2026-04-22T20:19:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:19:14Z"
    name: xgboost-v2-mlserver-predictor.18a8c74583b3bafc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36148"
    uid: bdd5956a-f9aa-4d75-bf98-bdd1f3da602b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35992"
    uid: 4c6b9dbf-e228-4cb6-93c5-8db2c954d26b
  kind: Event
  lastTimestamp: "2026-04-22T20:19:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:19:14Z"
    name: xgboost-v2-mlserver-predictor.18a8c74583ff17ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36149"
    uid: bbca45f4-05d8-4aa3-8b34-96a86080222b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36147"
    uid: 4c6b9dbf-e228-4cb6-93c5-8db2c954d26b
  kind: Event
  lastTimestamp: "2026-04-22T20:19:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:19:29Z"
    name: xgboost-v2-mlserver-predictor.18a8c74902adb84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36251"
    uid: c136ed78-4333-48a9-a0d7-e6b27ee08864
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36147"
    uid: 4c6b9dbf-e228-4cb6-93c5-8db2c954d26b
  kind: Event
  lastTimestamp: "2026-04-22T20:19:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:19:29Z"
    name: xgboost-v2-mlserver-predictor.18a8c749031a41ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 635038c4-c3a7-4e3f-be56-7e1ea7071fc1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35968"
    uid: 1b570b23-6662-4ac0-afaa-02290cea4e57
  kind: Event
  lastTimestamp: "2026-04-22T20:19:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:19:36Z"
    name: xgboost-v2-mlserver.18a8c74204b0f370
    namespace: kserve-ci-e2e-test
    resourceVersion: "36306"
    uid: 41bf860e-8d3d-484d-afe9-d68d096f6f79
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35968"
    uid: 1b570b23-6662-4ac0-afaa-02290cea4e57
  kind: Event
  lastTimestamp: "2026-04-22T20:18:59Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:18:59Z"
    name: xgboost-v2-mlserver.18a8c7420553f506
    namespace: kserve-ci-e2e-test
    resourceVersion: "36016"
    uid: 0ec4deb9-e29c-4fe3-9e92-bc0c2d8a3be8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35981"
    uid: 1b570b23-6662-4ac0-afaa-02290cea4e57
  kind: Event
  lastTimestamp: "2026-04-22T20:18:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:18:59Z"
    name: xgboost-v2-mlserver.18a8c742095fb0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: f3a5db72-5a28-4d98-83ad-b338cbd8f613
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: 1b570b23-6662-4ac0-afaa-02290cea4e57
  kind: Event
  lastTimestamp: "2026-04-22T20:19:36Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:19:36Z"
    name: xgboost-v2-mlserver.18a8c74a9e77e851
    namespace: kserve-ci-e2e-test
    resourceVersion: "36304"
    uid: 06629fca-ec8c-418c-9298-4dc5df093b8f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "39496"