---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:24:52.607643Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-3eb8cd-predictor-cfb9c76df-vlnr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24475"
    uid: 18a40db4-7165-4f48-86a5-aa2b578fb14b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-3eb8cd-predictor-cfb9c76df-vlnr7
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:24:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:24:52Z"
    name: isvc-init-fail-3eb8cd-predictor-cfb9c76df-vlnr7.18a90f9c73de89bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24480"
    uid: 154eff00-a534-49ee-a086-ff8c7d99cec6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-3eb8cd-predictor-cfb9c76df-vlnr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24477"
    uid: 18a40db4-7165-4f48-86a5-aa2b578fb14b
  kind: Event
  lastTimestamp: "2026-04-23T18:24:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-3eb8cd-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:53Z"
    name: isvc-init-fail-3eb8cd-predictor-cfb9c76df-vlnr7.18a90f9c7d07c09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: 23a25618-ea04-42e1-a593-d335773183ec
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-3eb8cd-predictor-cfb9c76df-vlnr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24485"
    uid: 18a40db4-7165-4f48-86a5-aa2b578fb14b
  kind: Event
  lastTimestamp: "2026-04-23T18:24:54Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:24:54Z"
    name: isvc-init-fail-3eb8cd-predictor-cfb9c76df-vlnr7.18a90f9ce62394eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24513"
    uid: 82c54c76-538e-4c00-a747-f46dfd1a2544
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-3eb8cd-predictor-cfb9c76df-vlnr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24477"
    uid: 18a40db4-7165-4f48-86a5-aa2b578fb14b
  kind: Event
  lastTimestamp: "2026-04-23T18:24:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:58Z"
    name: isvc-init-fail-3eb8cd-predictor-cfb9c76df-vlnr7.18a90f9ce7ce1be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: 1c39f837-27a3-4444-8f65-52ddcd947b3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-3eb8cd-predictor-cfb9c76df-vlnr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24477"
    uid: 18a40db4-7165-4f48-86a5-aa2b578fb14b
  kind: Event
  lastTimestamp: "2026-04-23T18:24:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:58Z"
    name: isvc-init-fail-3eb8cd-predictor-cfb9c76df-vlnr7.18a90f9ceac87968
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: af18e54d-9304-4ede-bfa9-3d67a722d9f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-3eb8cd-predictor-cfb9c76df-vlnr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24477"
    uid: 18a40db4-7165-4f48-86a5-aa2b578fb14b
  kind: Event
  lastTimestamp: "2026-04-23T18:24:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:58Z"
    name: isvc-init-fail-3eb8cd-predictor-cfb9c76df-vlnr7.18a90f9ceb3b59b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24558"
    uid: d2839a21-3df0-49e8-8be8-7bb8b5c2ec5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-3eb8cd-predictor-cfb9c76df-vlnr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24477"
    uid: 18a40db4-7165-4f48-86a5-aa2b578fb14b
  kind: Event
  lastTimestamp: "2026-04-23T18:25:02Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:02Z"
    name: isvc-init-fail-3eb8cd-predictor-cfb9c76df-vlnr7.18a90f9ec676ce57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24610"
    uid: 6e4ee473-1f89-4702-af9e-ec944f8231c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-3eb8cd-predictor-cfb9c76df
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 3064b2b1-7fbb-4f94-8732-a4802db7bf81
  kind: Event
  lastTimestamp: "2026-04-23T18:24:52Z"
  message: 'Created pod: isvc-init-fail-3eb8cd-predictor-cfb9c76df-vlnr7'
  metadata:
    creationTimestamp: "2026-04-23T18:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:24:52Z"
    name: isvc-init-fail-3eb8cd-predictor-cfb9c76df.18a90f9c72f4a619
    namespace: kserve-ci-e2e-test
    resourceVersion: "24478"
    uid: 00292571-64fe-40b4-91d3-4effec3604bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-3eb8cd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24464"
    uid: 1253845d-aa7d-44f0-99ee-f23a2b57f066
  kind: Event
  lastTimestamp: "2026-04-23T18:24:52Z"
  message: Scaled up replica set isvc-init-fail-3eb8cd-predictor-cfb9c76df from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:24:52Z"
    name: isvc-init-fail-3eb8cd-predictor.18a90f9c6fab9868
    namespace: kserve-ci-e2e-test
    resourceVersion: "24470"
    uid: f6c74a77-cbde-45b2-8446-768edd5efb23
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-3eb8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: ebbd6b17-2cf6-469c-8a2b-8875e067229c
  kind: Event
  lastTimestamp: "2026-04-23T18:24:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:24:58Z"
    name: isvc-init-fail-3eb8cd.18a90f9c6f87fbeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24561"
    uid: 5800bb7e-a2d3-4ce8-a00d-4d1f25b8347e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-3eb8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: ebbd6b17-2cf6-469c-8a2b-8875e067229c
  kind: Event
  lastTimestamp: "2026-04-23T18:24:52Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-3eb8cd":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-3eb8cd":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:24:52Z"
    name: isvc-init-fail-3eb8cd.18a90f9c6fec853c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24472"
    uid: e5835c4f-12cc-4cac-aa88-061339c6deb7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-3eb8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: ebbd6b17-2cf6-469c-8a2b-8875e067229c
  kind: Event
  lastTimestamp: "2026-04-23T18:24:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-3eb8cd": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:24:52Z"
    name: isvc-init-fail-3eb8cd.18a90f9c6fecf61c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24473"
    uid: ea1eaa1d-2e46-4fea-bca3-9ff5f7715e06
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:06:56.145374Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: d7ce4542-2f87-4b41-919e-89c1c90d88ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-j4gkg
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:06:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:06:56Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg.18a90ea1d1b7e4bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15599"
    uid: 91c637fe-3893-44b9-8618-83b62bb59fb5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15612"
    uid: d7ce4542-2f87-4b41-919e-89c1c90d88ec
  kind: Event
  lastTimestamp: "2026-04-23T18:06:56Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:06:56Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg.18a90ea1eaa965ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15628"
    uid: ee0611a7-a2f8-47c5-b4f9-b2fb5e80ed98
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: d7ce4542-2f87-4b41-919e-89c1c90d88ec
  kind: Event
  lastTimestamp: "2026-04-23T18:06:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:56Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg.18a90ea1ec06f5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15630"
    uid: 25c919e2-090a-4cec-bd23-996939efcb51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: d7ce4542-2f87-4b41-919e-89c1c90d88ec
  kind: Event
  lastTimestamp: "2026-04-23T18:06:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:56Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg.18a90ea1efc83c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15631"
    uid: 3f35571a-c406-4c94-ab1c-790e010563b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: d7ce4542-2f87-4b41-919e-89c1c90d88ec
  kind: Event
  lastTimestamp: "2026-04-23T18:06:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:56Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg.18a90ea1f0398595
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: 5ba64571-d224-4832-9a15-17a8d5485578
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: d7ce4542-2f87-4b41-919e-89c1c90d88ec
  kind: Event
  lastTimestamp: "2026-04-23T18:07:00Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T18:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:00Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg.18a90ea2f29b6680
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: ac555102-38ae-42ac-8e35-959d4355cd4e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: d7ce4542-2f87-4b41-919e-89c1c90d88ec
  kind: Event
  lastTimestamp: "2026-04-23T18:07:07Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.041s (6.041s
    including waiting). Image size: 606093581 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:07Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg.18a90ea45abb57f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: c77ad7bb-ab6d-4e8e-a16d-e2fd998354f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: d7ce4542-2f87-4b41-919e-89c1c90d88ec
  kind: Event
  lastTimestamp: "2026-04-23T18:07:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:07Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg.18a90ea45ef1132f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 2fadfa82-ff0b-47b5-bdf8-dab545a33eb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: d7ce4542-2f87-4b41-919e-89c1c90d88ec
  kind: Event
  lastTimestamp: "2026-04-23T18:07:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:07Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg.18a90ea45f6644b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15722"
    uid: a091e8b0-d627-4c88-88d7-9c0bc4e9b096
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: d7ce4542-2f87-4b41-919e-89c1c90d88ec
  kind: Event
  lastTimestamp: "2026-04-23T18:07:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:07Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg.18a90ea45f73b187
    namespace: kserve-ci-e2e-test
    resourceVersion: "15723"
    uid: dfdac720-1538-42b1-bafe-9359fedcb3f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: d7ce4542-2f87-4b41-919e-89c1c90d88ec
  kind: Event
  lastTimestamp: "2026-04-23T18:07:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:07Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg.18a90ea462370f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: 729a67f3-d9a0-454a-be0e-b4030f0c231a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: d7ce4542-2f87-4b41-919e-89c1c90d88ec
  kind: Event
  lastTimestamp: "2026-04-23T18:07:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:07Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg.18a90ea462ad338f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15725"
    uid: e5306890-2402-41db-8d7c-0ad2c3d6070b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: d7ce4542-2f87-4b41-919e-89c1c90d88ec
  kind: Event
  lastTimestamp: "2026-04-23T18:08:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:15Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg.18a90ea4d135b945
    namespace: kserve-ci-e2e-test
    resourceVersion: "16220"
    uid: 9ab54457-b18c-4cd3-9c45-dbf37ad2bb60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: d7ce4542-2f87-4b41-919e-89c1c90d88ec
  kind: Event
  lastTimestamp: "2026-04-23T18:08:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:26Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg.18a90eb6cd2ed0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16326"
    uid: 8a18c430-36d0-4419-a5d4-c7f781f44706
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: d7ce4542-2f87-4b41-919e-89c1c90d88ec
  kind: Event
  lastTimestamp: "2026-04-23T18:08:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:26Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg.18a90eb6cd2f80eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: 5a833c8f-24af-49bc-ae86-65e9b6f4e2d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: d7ce4542-2f87-4b41-919e-89c1c90d88ec
  kind: Event
  lastTimestamp: "2026-04-23T18:08:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp
    10.133.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:30Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4gkg.18a90eb7ad484ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16403"
    uid: 10eece7e-560b-4609-ab49-bb3abb908c5d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15578"
    uid: fbf6fa20-9835-49f2-b346-d11c2faebc37
  kind: Event
  lastTimestamp: "2026-04-23T18:06:56Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-j4gkg'
  metadata:
    creationTimestamp: "2026-04-23T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:06:56Z"
    name: isvc-lightgbm-predictor-bdf964bd.18a90ea1d1448e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: f62e9945-3898-4cf2-b9e6-8f9aff953c12
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15574"
    uid: b5c50409-ab29-47ba-b903-ec12309a5660
  kind: Event
  lastTimestamp: "2026-04-23T18:06:56Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:06:56Z"
    name: isvc-lightgbm-predictor.18a90ea1cdc95ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15582"
    uid: eb6b9c7f-1128-4835-aaa2-67b6870b9948
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: 99c09f56-f75d-4b2b-8577-848872a1e3e4
  kind: Event
  lastTimestamp: "2026-04-23T18:07:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:07:41Z"
    name: isvc-lightgbm-predictor.18a90ea54c4886b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15977"
    uid: 9abe5b2c-4b8c-4de3-b57e-92b6ce51a90c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: 99c09f56-f75d-4b2b-8577-848872a1e3e4
  kind: Event
  lastTimestamp: "2026-04-23T18:07:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:07:41Z"
    name: isvc-lightgbm-predictor.18a90ea54cb6ff3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15978"
    uid: 6fd3bd96-7683-4110-962b-36038a88e7e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15756"
    uid: 99c09f56-f75d-4b2b-8577-848872a1e3e4
  kind: Event
  lastTimestamp: "2026-04-23T18:08:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:08:26Z"
    name: isvc-lightgbm-predictor.18a90eafc9e3b0f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16303"
    uid: 04cd7749-2d73-4e12-bc4a-0027cdc49f58
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15756"
    uid: 99c09f56-f75d-4b2b-8577-848872a1e3e4
  kind: Event
  lastTimestamp: "2026-04-23T18:08:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:08:26Z"
    name: isvc-lightgbm-predictor.18a90eafca545d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "16304"
    uid: 14298cc8-c0ba-40a4-a8ca-1608ae6cd14e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:08:26.381736Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: 45fb45b8-ae27-4403-be3b-94860db0002c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:08:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:08:26Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8.18a90eb6d4397463
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: 4a20b964-145c-44c8-8548-8cda1c589e83
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 45fb45b8-ae27-4403-be3b-94860db0002c
  kind: Event
  lastTimestamp: "2026-04-23T18:08:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:26Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8.18a90eb6e04b354e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16362"
    uid: f96bc34b-dec0-4b34-bf19-af2234b8b53e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 45fb45b8-ae27-4403-be3b-94860db0002c
  kind: Event
  lastTimestamp: "2026-04-23T18:08:27Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:08:27Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8.18a90eb710f75a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 6b16169f-6204-43bf-b0e3-ace169c0fcec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 45fb45b8-ae27-4403-be3b-94860db0002c
  kind: Event
  lastTimestamp: "2026-04-23T18:08:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:27Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8.18a90eb7125b4bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 7d21289b-da73-4ebb-95b4-1df9d5c4ccc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 45fb45b8-ae27-4403-be3b-94860db0002c
  kind: Event
  lastTimestamp: "2026-04-23T18:08:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:27Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8.18a90eb7157abe73
    namespace: kserve-ci-e2e-test
    resourceVersion: "16379"
    uid: 3b51db2b-439e-4d1f-b2d0-dbf7592c9f2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 45fb45b8-ae27-4403-be3b-94860db0002c
  kind: Event
  lastTimestamp: "2026-04-23T18:08:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:27Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8.18a90eb715ed2e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: 73657136-2822-41d9-9c53-4cbe7a98a160
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 45fb45b8-ae27-4403-be3b-94860db0002c
  kind: Event
  lastTimestamp: "2026-04-23T18:08:31Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:31Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8.18a90eb7f6910ed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16412"
    uid: 7fd9e9ac-5d8e-481b-96bc-06348627e707
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 45fb45b8-ae27-4403-be3b-94860db0002c
  kind: Event
  lastTimestamp: "2026-04-23T18:08:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:31Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8.18a90eb7f99ff566
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: d697a384-29a1-4f1d-bc30-5b457cb73d1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 45fb45b8-ae27-4403-be3b-94860db0002c
  kind: Event
  lastTimestamp: "2026-04-23T18:08:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:31Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8.18a90eb7fa1ef38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16418"
    uid: a7f5530b-37a0-4ae4-920d-9f722bd488dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 45fb45b8-ae27-4403-be3b-94860db0002c
  kind: Event
  lastTimestamp: "2026-04-23T18:08:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:31Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8.18a90eb7fa2aa330
    namespace: kserve-ci-e2e-test
    resourceVersion: "16421"
    uid: 40e15696-8df8-4763-91b0-0d6ed1532be1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 45fb45b8-ae27-4403-be3b-94860db0002c
  kind: Event
  lastTimestamp: "2026-04-23T18:08:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:31Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8.18a90eb7fcdcff23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: d3f6993a-07fa-4ceb-ab01-b12a9691fce2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 45fb45b8-ae27-4403-be3b-94860db0002c
  kind: Event
  lastTimestamp: "2026-04-23T18:08:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:31Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8.18a90eb7fd6257a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 63f9c440-6757-4712-b904-048b91a9524a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 45fb45b8-ae27-4403-be3b-94860db0002c
  kind: Event
  lastTimestamp: "2026-04-23T18:09:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:42Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8.18a90eb832882816
    namespace: kserve-ci-e2e-test
    resourceVersion: "16936"
    uid: 16febc88-9e3c-4afd-853b-a4c795ba9643
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 45fb45b8-ae27-4403-be3b-94860db0002c
  kind: Event
  lastTimestamp: "2026-04-23T18:09:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:56Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8.18a90ecbdcc93f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "17070"
    uid: a514af20-a9c6-40a4-8682-559b1cd976da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 45fb45b8-ae27-4403-be3b-94860db0002c
  kind: Event
  lastTimestamp: "2026-04-23T18:09:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:56Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8.18a90ecbdcca7a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 1cba6604-71b4-4b2d-82c6-209913e02e72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 45fb45b8-ae27-4403-be3b-94860db0002c
  kind: Event
  lastTimestamp: "2026-04-23T18:09:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:58Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8.18a90ecc38c04507
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 6bf69786-8cd5-4f96-97d7-fc6e30555e22
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16338"
    uid: 28d01bb2-9e40-48e7-ac44-a97a97fd3431
  kind: Event
  lastTimestamp: "2026-04-23T18:08:26Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-jqhq8'
  metadata:
    creationTimestamp: "2026-04-23T18:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:08:26Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18a90eb6d3ca6ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16351"
    uid: 46e1988f-f9d5-48d9-a7cb-db08639915ac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16336"
    uid: f0287c2a-11b0-4ccd-9150-b73aec5c76be
  kind: Event
  lastTimestamp: "2026-04-23T18:08:26Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:08:26Z"
    name: isvc-lightgbm-runtime-predictor.18a90eb6cf9f926e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: 5bdc872d-ff37-42b2-b06c-253d9d5f85de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: 0a8977c9-5080-4522-a93e-6259b65a97d8
  kind: Event
  lastTimestamp: "2026-04-23T18:09:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:11Z"
    name: isvc-lightgbm-runtime-predictor.18a90eba4e37f56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16705"
    uid: c26002a4-613f-4a52-aa3f-b6317be02e60
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: 0a8977c9-5080-4522-a93e-6259b65a97d8
  kind: Event
  lastTimestamp: "2026-04-23T18:09:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:11Z"
    name: isvc-lightgbm-runtime-predictor.18a90eba4ee0df21
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: 42e4c8b0-ca32-456e-b67a-c9adc49feefc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16500"
    uid: 0a8977c9-5080-4522-a93e-6259b65a97d8
  kind: Event
  lastTimestamp: "2026-04-23T18:09:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:56Z"
    name: isvc-lightgbm-runtime-predictor.18a90ec4cbfa5655
    namespace: kserve-ci-e2e-test
    resourceVersion: "17041"
    uid: 46e9bab9-0820-4701-a038-68dbb0d78696
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16500"
    uid: 0a8977c9-5080-4522-a93e-6259b65a97d8
  kind: Event
  lastTimestamp: "2026-04-23T18:09:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:56Z"
    name: isvc-lightgbm-runtime-predictor.18a90ec4cc66f5eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17042"
    uid: e7d2f246-ca98-4f90-9659-a8c111213df8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: a0ea4c58-1adc-449a-a4db-ab79c66cdbff
  kind: Event
  lastTimestamp: "2026-04-23T18:09:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:09:52Z"
    name: isvc-lightgbm-runtime.18a90eb6cf7b2176
    namespace: kserve-ci-e2e-test
    resourceVersion: "17013"
    uid: 8cb2dddf-db86-479f-93c7-48554796360a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: a0ea4c58-1adc-449a-a4db-ab79c66cdbff
  kind: Event
  lastTimestamp: "2026-04-23T18:08:26Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:08:26Z"
    name: isvc-lightgbm-runtime.18a90eb6cfd44742
    namespace: kserve-ci-e2e-test
    resourceVersion: "16342"
    uid: 98f3d00b-ad42-44d2-9e2d-10929dc273e8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: a0ea4c58-1adc-449a-a4db-ab79c66cdbff
  kind: Event
  lastTimestamp: "2026-04-23T18:09:52Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:09:52Z"
    name: isvc-lightgbm-runtime.18a90ecaeccc5d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 127a1351-29b3-492f-90b1-14ab248cd70d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:12:47.208137Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18355"
    uid: aece6290-7c19-48b1-8de7-9bf0f3a382c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:12:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:12:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn.18a90ef38eb0891b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18360"
    uid: fbb7675d-9b25-4053-a9bd-015c4065d8db
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18365"
    uid: aece6290-7c19-48b1-8de7-9bf0f3a382c9
  kind: Event
  lastTimestamp: "2026-04-23T18:12:47Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:12:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn.18a90ef3a82c98fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 2866aac1-c0f5-42cd-abeb-e6d4905683a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: aece6290-7c19-48b1-8de7-9bf0f3a382c9
  kind: Event
  lastTimestamp: "2026-04-23T18:12:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn.18a90ef3a9bdd34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18373"
    uid: 89aa0f2e-8a08-408c-9a5c-b774ce6b2835
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: aece6290-7c19-48b1-8de7-9bf0f3a382c9
  kind: Event
  lastTimestamp: "2026-04-23T18:12:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn.18a90ef3ac88b0dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18374"
    uid: 3651923a-0f02-41f7-ab4b-10a1917c4b94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: aece6290-7c19-48b1-8de7-9bf0f3a382c9
  kind: Event
  lastTimestamp: "2026-04-23T18:12:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn.18a90ef3ad07fdfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18375"
    uid: c25ed3a2-8d21-46de-b9b2-674867813ee3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: aece6290-7c19-48b1-8de7-9bf0f3a382c9
  kind: Event
  lastTimestamp: "2026-04-23T18:12:52Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn.18a90ef4aed7e3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18417"
    uid: cb33417a-b06a-47b6-9e4a-771c2b3490d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: aece6290-7c19-48b1-8de7-9bf0f3a382c9
  kind: Event
  lastTimestamp: "2026-04-23T18:12:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn.18a90ef4b1c6b3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18420"
    uid: d2164212-cbf5-4726-a37c-449aad134a28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: aece6290-7c19-48b1-8de7-9bf0f3a382c9
  kind: Event
  lastTimestamp: "2026-04-23T18:12:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn.18a90ef4b23f7487
    namespace: kserve-ci-e2e-test
    resourceVersion: "18421"
    uid: ca58be9f-13fb-4b97-a2f1-7847a670bfce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: aece6290-7c19-48b1-8de7-9bf0f3a382c9
  kind: Event
  lastTimestamp: "2026-04-23T18:12:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn.18a90ef4b24e93ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18422"
    uid: 56af5b36-0ff0-46f3-a619-bff2c127c478
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: aece6290-7c19-48b1-8de7-9bf0f3a382c9
  kind: Event
  lastTimestamp: "2026-04-23T18:12:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn.18a90ef4b5e72454
    namespace: kserve-ci-e2e-test
    resourceVersion: "18425"
    uid: 2c00f7eb-23c6-4db8-90c8-a961c1490f52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: aece6290-7c19-48b1-8de7-9bf0f3a382c9
  kind: Event
  lastTimestamp: "2026-04-23T18:12:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn.18a90ef4b666d4d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: c6725f4a-456f-410a-a45e-88c161e36062
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: aece6290-7c19-48b1-8de7-9bf0f3a382c9
  kind: Event
  lastTimestamp: "2026-04-23T18:12:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:59Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn.18a90ef4eac38186
    namespace: kserve-ci-e2e-test
    resourceVersion: "18481"
    uid: 2c907695-1925-4885-9824-b38857391ed2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: aece6290-7c19-48b1-8de7-9bf0f3a382c9
  kind: Event
  lastTimestamp: "2026-04-23T18:13:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn.18a90efa8bb0c5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18644"
    uid: 450c1398-d769-4d62-917d-9336d942d4af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: aece6290-7c19-48b1-8de7-9bf0f3a382c9
  kind: Event
  lastTimestamp: "2026-04-23T18:13:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn.18a90efa8bb15056
    namespace: kserve-ci-e2e-test
    resourceVersion: "18646"
    uid: 9e4814cd-68ab-462e-977f-120690d5f656
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: e23d8cfd-2512-427f-abbd-5210a6fcee2f
  kind: Event
  lastTimestamp: "2026-04-23T18:12:47Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-8qpqn'
  metadata:
    creationTimestamp: "2026-04-23T18:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:12:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18a90ef38e27b435
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: 267ba77d-1ee8-448d-8e81-a82fff5cea93
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18341"
    uid: d88739dd-f7b2-46ae-94b3-c98dc44108ee
  kind: Event
  lastTimestamp: "2026-04-23T18:12:47Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:12:47Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a90ef38870b13a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18345"
    uid: d3a8ffd1-de9c-4148-9efa-9dba34a8d928
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18342"
    uid: fe43c38e-4496-4b69-a7d6-ac27b91f28b1
  kind: Event
  lastTimestamp: "2026-04-23T18:13:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:13:17Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a90ef7075377e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: d4cfa602-4313-494f-a1f1-c90dd945ae64
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18342"
    uid: fe43c38e-4496-4b69-a7d6-ac27b91f28b1
  kind: Event
  lastTimestamp: "2026-04-23T18:13:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:13:17Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a90ef707c95e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18620"
    uid: 7939cadb-aa69-42b5-9c04-307ec37258dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18312"
    uid: 16bf087c-008a-43fc-839d-aeae5e09ee1b
  kind: Event
  lastTimestamp: "2026-04-23T18:13:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:13:09Z"
    name: isvc-lightgbm-v2-kserve.18a90ef388459219
    namespace: kserve-ci-e2e-test
    resourceVersion: "18560"
    uid: 5bd30ec5-a060-435a-b6fc-c3203f3d88f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18312"
    uid: 16bf087c-008a-43fc-839d-aeae5e09ee1b
  kind: Event
  lastTimestamp: "2026-04-23T18:12:47Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:12:47Z"
    name: isvc-lightgbm-v2-kserve.18a90ef388a9f2a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18347"
    uid: 6f9127ff-7955-472a-bd10-bac3f9fd2cc0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18558"
    uid: 16bf087c-008a-43fc-839d-aeae5e09ee1b
  kind: Event
  lastTimestamp: "2026-04-23T18:13:09Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:13:09Z"
    name: isvc-lightgbm-v2-kserve.18a90ef8ab3c76a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: af443788-bdc8-4384-a16f-d31073f0589d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:09:56.838417Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 6236ec1f-b23f-4f89-be8e-ed5ebd0237bb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:09:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:09:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm.18a90ecbe3dce275
    namespace: kserve-ci-e2e-test
    resourceVersion: "17093"
    uid: 25358d36-10e9-451d-8280-27a5ed551689
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17097"
    uid: 6236ec1f-b23f-4f89-be8e-ed5ebd0237bb
  kind: Event
  lastTimestamp: "2026-04-23T18:09:57Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:09:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm.18a90ecbfce6bde4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: 80bb8104-3303-4a80-8d87-b6933db60bee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 6236ec1f-b23f-4f89-be8e-ed5ebd0237bb
  kind: Event
  lastTimestamp: "2026-04-23T18:09:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm.18a90ecbfe51ca71
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: bca09b80-9250-42f7-a0d6-996e3fcfc26d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 6236ec1f-b23f-4f89-be8e-ed5ebd0237bb
  kind: Event
  lastTimestamp: "2026-04-23T18:09:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm.18a90ecc00f43e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "17111"
    uid: 08dd0344-7afb-4fd0-ac1b-a1b3b285dac7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 6236ec1f-b23f-4f89-be8e-ed5ebd0237bb
  kind: Event
  lastTimestamp: "2026-04-23T18:09:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm.18a90ecc0164fa46
    namespace: kserve-ci-e2e-test
    resourceVersion: "17112"
    uid: 300a3fd4-e93d-4ab5-abe6-85f871b39575
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 6236ec1f-b23f-4f89-be8e-ed5ebd0237bb
  kind: Event
  lastTimestamp: "2026-04-23T18:10:01Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-23T18:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:10:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm.18a90eccf9f6d8f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: 7296761c-1424-474a-bcfa-9e1bccba219e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 6236ec1f-b23f-4f89-be8e-ed5ebd0237bb
  kind: Event
  lastTimestamp: "2026-04-23T18:12:03Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m1.594s
    (2m1.594s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:03Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm.18a90ee94995be45
    namespace: kserve-ci-e2e-test
    resourceVersion: "17991"
    uid: dd4a8e69-8f36-4e89-857f-979cdc00a8c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 6236ec1f-b23f-4f89-be8e-ed5ebd0237bb
  kind: Event
  lastTimestamp: "2026-04-23T18:12:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:03Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm.18a90ee94f0477aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17993"
    uid: 0c090a4f-c01f-4623-a64a-89f29c53016d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 6236ec1f-b23f-4f89-be8e-ed5ebd0237bb
  kind: Event
  lastTimestamp: "2026-04-23T18:12:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:03Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm.18a90ee95039529d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17994"
    uid: 779a4196-a74e-487b-a13a-c5a1e4053713
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 6236ec1f-b23f-4f89-be8e-ed5ebd0237bb
  kind: Event
  lastTimestamp: "2026-04-23T18:12:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:03Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm.18a90ee9504b66cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17995"
    uid: b73f85ef-0117-4cef-819c-a873941e098a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 6236ec1f-b23f-4f89-be8e-ed5ebd0237bb
  kind: Event
  lastTimestamp: "2026-04-23T18:12:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:03Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm.18a90ee955aaf288
    namespace: kserve-ci-e2e-test
    resourceVersion: "17997"
    uid: 3290f239-0a8d-4f79-948f-2ca7aabfac6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 6236ec1f-b23f-4f89-be8e-ed5ebd0237bb
  kind: Event
  lastTimestamp: "2026-04-23T18:12:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:03Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm.18a90ee95739fd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: d304532b-863b-43db-bc9e-c1f2a12ac36b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 6236ec1f-b23f-4f89-be8e-ed5ebd0237bb
  kind: Event
  lastTimestamp: "2026-04-23T18:12:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:47Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm.18a90ef386bca0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18337"
    uid: 8b708743-e295-49b6-9624-799c01bc4d75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 6236ec1f-b23f-4f89-be8e-ed5ebd0237bb
  kind: Event
  lastTimestamp: "2026-04-23T18:12:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:47Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm.18a90ef386bd5667
    namespace: kserve-ci-e2e-test
    resourceVersion: "18339"
    uid: 664d05bb-04a3-4c9b-9bbe-e2d400fa7f96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "17078"
    uid: 657be921-cef6-4d1d-8c23-a3f32045a398
  kind: Event
  lastTimestamp: "2026-04-23T18:09:56Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-zq5vm'
  metadata:
    creationTimestamp: "2026-04-23T18:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18a90ecbe36a3591
    namespace: kserve-ci-e2e-test
    resourceVersion: "17090"
    uid: 6298f863-253f-407e-9d5f-dc5f26fd664a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17076"
    uid: 8861145b-31ea-4c2e-aaa5-e8cd1fffdd15
  kind: Event
  lastTimestamp: "2026-04-23T18:09:56Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:56Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a90ecbdec61df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: ca9ff678-a1a9-4d6f-9ede-42830c859c30
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: b7ea21b5-4fcc-4c6a-8e27-6b9d1d40c538
  kind: Event
  lastTimestamp: "2026-04-23T18:12:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:12:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a90ecf5d55da9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18274"
    uid: 6254e933-20a9-4cb7-b6ac-a10ab5ecc555
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: b7ea21b5-4fcc-4c6a-8e27-6b9d1d40c538
  kind: Event
  lastTimestamp: "2026-04-23T18:12:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:12:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a90ecf5dc898c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18275"
    uid: 106d24c8-0b05-446d-ab1e-b681841ca1f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: a4d392c7-eff1-4e93-81e9-9c55d4262206
  kind: Event
  lastTimestamp: "2026-04-23T18:12:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:12:41Z"
    name: isvc-lightgbm-v2-runtime.18a90ecbde9c7580
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: 36043a4f-efbb-4a90-b90e-d7ac7cff62b1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: a4d392c7-eff1-4e93-81e9-9c55d4262206
  kind: Event
  lastTimestamp: "2026-04-23T18:09:56Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:09:56Z"
    name: isvc-lightgbm-v2-runtime.18a90ecbdf1dbdac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 30e3284c-01ab-4736-ab62-ae3605d7b208
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18265"
    uid: a4d392c7-eff1-4e93-81e9-9c55d4262206
  kind: Event
  lastTimestamp: "2026-04-23T18:12:41Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:12:41Z"
    name: isvc-lightgbm-v2-runtime.18a90ef21d7231f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: a1035c34-be5a-43c9-988d-cb7fd8ba2b5c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 6798b66a-3417-4e0b-afda-8752729277b0
  kind: Event
  lastTimestamp: "2026-04-23T18:08:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:08:25Z"
    name: isvc-lightgbm.18a90ea1cda2fdfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 361fc692-6726-4865-81cb-05ef41e29794
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 6798b66a-3417-4e0b-afda-8752729277b0
  kind: Event
  lastTimestamp: "2026-04-23T18:06:56Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:06:56Z"
    name: isvc-lightgbm.18a90ea1ce28a759
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: 97661f53-0b08-44cf-86ba-3d94a3b4c4a1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: 6798b66a-3417-4e0b-afda-8752729277b0
  kind: Event
  lastTimestamp: "2026-04-23T18:08:25Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:08:25Z"
    name: isvc-lightgbm.18a90eb689570714
    namespace: kserve-ci-e2e-test
    resourceVersion: "16293"
    uid: e2394b03-d47e-4f57-899a-a78db4add106
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:05:30.885133Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14817"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-69b866599d-9j5jb
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:05:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:05:30Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8df7cfcea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14822"
    uid: 0d759c30-14e5-4a13-81e8-4dff89a03588
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:05:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:31Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8e01b57ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14829"
    uid: cb702e4d-61a5-4cfe-87c1-4a2ba0ffcf2e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14825"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:05:31Z"
  message: Add eth0 [10.133.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:05:31Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8e34b192fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14841"
    uid: c84e2d6a-1108-4756-9fa0-ceb4c963d8c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:05:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:31Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8e366b0b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14843"
    uid: afe4f92c-024b-4a2a-a125-e82379c4cfce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:05:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:31Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8e38f87674
    namespace: kserve-ci-e2e-test
    resourceVersion: "14844"
    uid: 94f45c79-413c-4575-8f3d-11ca50ff9c86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:05:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:31Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8e39690d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "14845"
    uid: 1acb07cc-9926-4890-88a2-70479162615e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:05:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1417"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:35Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8f183d9ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14885"
    uid: 275cf551-3052-41e4-80a5-36946acd8218
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:05:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:35Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8f1b94ecd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: e7edc27b-aeaf-4c60-96e9-81722e5a6a46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:05:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:35Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8f1c139980
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: 7011fbbe-3dd4-4454-bb12-ca55fc7a25c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:05:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:35Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8f1c20325d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14891"
    uid: 84c3334c-bbc5-489e-86a3-b77fa212e247
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:05:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:35Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8f1f207e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "14892"
    uid: ad9c9554-f8b2-4cb6-ba3a-d00ffbb0cfd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:05:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:35Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8f1f8c3e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 7db2de89-c39e-4097-9191-7f48ab037e15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:05:35Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:1f655ab77a6d99cdde8a7f1f5e600af19cd3c90848f1adcb2e5105b44606fd11"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:35Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8f1f97ebd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14894"
    uid: 4da68d28-fd98-4222-8194-97632e050363
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:05:35Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-23T18:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:35Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8f228b890a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 57052439-c058-49c2-9a34-fe7e656e3e8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:05:35Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-23T18:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:35Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8f22fb49ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14898"
    uid: cd2817db-ff3d-4b49-a90b-89e59e6cd7c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:07:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:13Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8f542e345b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: f2eb9ea8-db61-40f5-96b1-d6c7797fc69a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:07:03Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-23T18:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:03Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90e8f8fe6f3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15698"
    uid: a4cdf85b-0b13-49f5-b4a5-139938386225
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:06:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:56Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90ea1cf27c880
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: a2842dbd-4940-4d06-9295-26b9b54ecc8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:06:56Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-23T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:56Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90ea1cf27ec23
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: e6a0d33d-2bdd-423d-b343-a8d61d69e310
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:06:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:56Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90ea1cf28123c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15592"
    uid: 657e308b-5830-4081-a5a1-b90f8899f27b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-69b866599d-9j5jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b967c25c-c771-4049-b58e-99ba94d6022f
  kind: Event
  lastTimestamp: "2026-04-23T18:07:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp
    10.133.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:13Z"
    name: isvc-logger-predictor-69b866599d-9j5jb.18a90ea26c54fccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: 49a95c3e-5949-4fc2-86a3-f6d4b9ebb7b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-69b866599d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: d26bae72-927c-4d3c-8c14-d7035fbdc136
  kind: Event
  lastTimestamp: "2026-04-23T18:05:30Z"
  message: 'Created pod: isvc-logger-predictor-69b866599d-9j5jb'
  metadata:
    creationTimestamp: "2026-04-23T18:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:05:30Z"
    name: isvc-logger-predictor-69b866599d.18a90e8df7649416
    namespace: kserve-ci-e2e-test
    resourceVersion: "14819"
    uid: f17c7653-8d32-4841-ac7b-c78975b87f34
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: 0750d038-9148-4c0a-b777-d758fad07416
  kind: Event
  lastTimestamp: "2026-04-23T18:05:30Z"
  message: Scaled up replica set isvc-logger-predictor-69b866599d from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:05:30Z"
    name: isvc-logger-predictor.18a90e8df34fc491
    namespace: kserve-ci-e2e-test
    resourceVersion: "14808"
    uid: 12a348d6-ca8f-4bb0-9f08-969d6792db04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: bdecb91d-6409-4c04-97c6-843d9df4917b
  kind: Event
  lastTimestamp: "2026-04-23T18:06:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:06:00Z"
    name: isvc-logger-predictor.18a90e9171cd6b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15088"
    uid: e0aaa3bb-6e72-4695-8c69-edba921db60a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: bdecb91d-6409-4c04-97c6-843d9df4917b
  kind: Event
  lastTimestamp: "2026-04-23T18:06:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:06:00Z"
    name: isvc-logger-predictor.18a90e91724e486a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15089"
    uid: 30ab5ba7-5de3-461c-97b9-42c78dffaace
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14980"
    uid: bdecb91d-6409-4c04-97c6-843d9df4917b
  kind: Event
  lastTimestamp: "2026-04-23T18:06:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:06:45Z"
    name: isvc-logger-predictor.18a90e986fe90865
    namespace: kserve-ci-e2e-test
    resourceVersion: "15471"
    uid: e587a40e-e3d3-489a-b7c2-9758107d0d0c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14980"
    uid: bdecb91d-6409-4c04-97c6-843d9df4917b
  kind: Event
  lastTimestamp: "2026-04-23T18:06:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:06:45Z"
    name: isvc-logger-predictor.18a90e98706333f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15472"
    uid: 41971cd2-c84d-4a78-9bca-eaa5b15a2fe9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "14795"
    uid: 134fc68e-d00c-48a9-b016-d1c4de0e5578
  kind: Event
  lastTimestamp: "2026-04-23T18:06:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:06:43Z"
    name: isvc-logger.18a90e8df3232ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: 1608dfd9-3aad-4843-bb18-fa5aa89a986a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "14795"
    uid: 134fc68e-d00c-48a9-b016-d1c4de0e5578
  kind: Event
  lastTimestamp: "2026-04-23T18:05:30Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T18:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:05:30Z"
    name: isvc-logger.18a90e8df3844aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14811"
    uid: 73c4155d-ad7f-46ed-ba32-781d9127875a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: 134fc68e-d00c-48a9-b016-d1c4de0e5578
  kind: Event
  lastTimestamp: "2026-04-23T18:06:43Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:06:43Z"
    name: isvc-logger.18a90e9ef36dd9a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15454"
    uid: 31f91da3-6070-4adb-abef-6082c08755b1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:13:17.312796Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 039d4720-5427-47aa-9d46-2deec9604dd6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:13:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:13:17Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd.18a90efa9111292d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18666"
    uid: b5f9a89c-d7ff-46c7-8dc5-b0de6c175b84
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: 039d4720-5427-47aa-9d46-2deec9604dd6
  kind: Event
  lastTimestamp: "2026-04-23T18:13:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:18Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd.18a90efa9dd79cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18679"
    uid: 7105bd77-68e8-427a-b7cf-e3761c432c1c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18670"
    uid: 039d4720-5427-47aa-9d46-2deec9604dd6
  kind: Event
  lastTimestamp: "2026-04-23T18:13:19Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:13:19Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd.18a90efb03747742
    namespace: kserve-ci-e2e-test
    resourceVersion: "18693"
    uid: 73e061ad-4948-4885-a853-739ebc952863
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: 039d4720-5427-47aa-9d46-2deec9604dd6
  kind: Event
  lastTimestamp: "2026-04-23T18:13:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:19Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd.18a90efb051e9b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "18695"
    uid: d54dd14d-c8b1-4a68-a7bf-c14192dc7c60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: 039d4720-5427-47aa-9d46-2deec9604dd6
  kind: Event
  lastTimestamp: "2026-04-23T18:13:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:19Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd.18a90efb08076915
    namespace: kserve-ci-e2e-test
    resourceVersion: "18697"
    uid: 924dd753-e079-49a6-9dd9-14aab4754846
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: 039d4720-5427-47aa-9d46-2deec9604dd6
  kind: Event
  lastTimestamp: "2026-04-23T18:13:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:19Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd.18a90efb087c414d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18698"
    uid: 711a03e8-9be3-4d3e-8a3e-cdec4cd36843
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: 039d4720-5427-47aa-9d46-2deec9604dd6
  kind: Event
  lastTimestamp: "2026-04-23T18:13:24Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T18:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:24Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd.18a90efc27c90df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18742"
    uid: cf65d658-d72b-4fcc-ada4-0581cf248b4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: 039d4720-5427-47aa-9d46-2deec9604dd6
  kind: Event
  lastTimestamp: "2026-04-23T18:13:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:24Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd.18a90efc2a692e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18744"
    uid: 81d47c80-405e-407c-8771-98dd295cfe0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: 039d4720-5427-47aa-9d46-2deec9604dd6
  kind: Event
  lastTimestamp: "2026-04-23T18:13:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:24Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd.18a90efc2ada7a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18745"
    uid: a9f7820f-c032-4cb6-a4a4-6ab7d2f22595
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: 039d4720-5427-47aa-9d46-2deec9604dd6
  kind: Event
  lastTimestamp: "2026-04-23T18:13:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:24Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd.18a90efc2ae6b32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18747"
    uid: e2bf5568-f722-4bae-a806-092e168efa36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: 039d4720-5427-47aa-9d46-2deec9604dd6
  kind: Event
  lastTimestamp: "2026-04-23T18:13:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:24Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd.18a90efc2dc78927
    namespace: kserve-ci-e2e-test
    resourceVersion: "18750"
    uid: 2bf1a293-bb44-47cc-80ad-25df5584d042
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: 039d4720-5427-47aa-9d46-2deec9604dd6
  kind: Event
  lastTimestamp: "2026-04-23T18:13:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:24Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd.18a90efc2e45d107
    namespace: kserve-ci-e2e-test
    resourceVersion: "18751"
    uid: c947dd8a-0ca7-483d-8e13-b0e2202a6428
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: 039d4720-5427-47aa-9d46-2deec9604dd6
  kind: Event
  lastTimestamp: "2026-04-23T18:14:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:07Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd.18a90f063b896df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: 2e924fbc-3f4b-4244-a2ca-174ba8dddd0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: 039d4720-5427-47aa-9d46-2deec9604dd6
  kind: Event
  lastTimestamp: "2026-04-23T18:14:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:07Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd.18a90f063b89fdc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19082"
    uid: ada71308-f86b-4d41-9740-4f4e7198f3e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: 2a6170cb-e771-4625-b36c-ff8229711dcc
  kind: Event
  lastTimestamp: "2026-04-23T18:13:17Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-zclnd'
  metadata:
    creationTimestamp: "2026-04-23T18:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:13:17Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18a90efa909c8ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18663"
    uid: 0602bde6-1bf7-4787-81b3-6260a60e5413
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18649"
    uid: 76eb73d7-fe75-4912-8f57-7539a223a8c8
  kind: Event
  lastTimestamp: "2026-04-23T18:13:17Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:13:17Z"
    name: isvc-mlflow-v2-runtime-predictor.18a90efa8d9222b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18653"
    uid: 7552dbab-ad7f-4adb-a972-44789bde0b43
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: bc2f20b0-ab18-4e76-babc-13ab1c680195
  kind: Event
  lastTimestamp: "2026-04-23T18:14:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:14:02Z"
    name: isvc-mlflow-v2-runtime-predictor.18a90efe0ca1069e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: 2d8acb6c-d461-4200-ab96-8aeb65076b5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: bc2f20b0-ab18-4e76-babc-13ab1c680195
  kind: Event
  lastTimestamp: "2026-04-23T18:14:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:14:02Z"
    name: isvc-mlflow-v2-runtime-predictor.18a90efe0d34f544
    namespace: kserve-ci-e2e-test
    resourceVersion: "19022"
    uid: 7aa88b5e-1eac-4df2-a7a9-34ad7b37c565
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 220034dc-fb57-4deb-b0db-fc90e339f16c
  kind: Event
  lastTimestamp: "2026-04-23T18:14:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:14:01Z"
    name: isvc-mlflow-v2-runtime.18a90efa8d6a5f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19014"
    uid: b5502ef3-9508-4505-bf2d-3fa684472786
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 220034dc-fb57-4deb-b0db-fc90e339f16c
  kind: Event
  lastTimestamp: "2026-04-23T18:13:17Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:13:17Z"
    name: isvc-mlflow-v2-runtime.18a90efa8dd9d426
    namespace: kserve-ci-e2e-test
    resourceVersion: "18656"
    uid: c22bb0be-216c-4e4b-97fc-39122711ffd3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19012"
    uid: 220034dc-fb57-4deb-b0db-fc90e339f16c
  kind: Event
  lastTimestamp: "2026-04-23T18:14:01Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:14:01Z"
    name: isvc-mlflow-v2-runtime.18a90f04cb941a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19013"
    uid: eab7a6c0-f334-4906-ba50-8de05c6219c8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:15:27.729611Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: b1b481eb-27dd-430b-acdb-94bd93f345c3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:15:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:15:27Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs.18a90f18ee83e2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 0da1e4bd-46a9-447c-aaf7-8c8d135a0192
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19757"
    uid: b1b481eb-27dd-430b-acdb-94bd93f345c3
  kind: Event
  lastTimestamp: "2026-04-23T18:15:28Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:15:28Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs.18a90f19078672b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 28897fda-7f2e-40d2-b28d-33e6feca5134
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: b1b481eb-27dd-430b-acdb-94bd93f345c3
  kind: Event
  lastTimestamp: "2026-04-23T18:15:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:28Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs.18a90f190940bc97
    namespace: kserve-ci-e2e-test
    resourceVersion: "19768"
    uid: 241b0f4e-5772-4b70-b95d-5a082b1b3dbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: b1b481eb-27dd-430b-acdb-94bd93f345c3
  kind: Event
  lastTimestamp: "2026-04-23T18:15:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:28Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs.18a90f190c215c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: fb63e72e-0b03-495c-b758-d143c56311c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: b1b481eb-27dd-430b-acdb-94bd93f345c3
  kind: Event
  lastTimestamp: "2026-04-23T18:15:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:28Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs.18a90f190c972248
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: b7828d91-6a58-4314-9157-988d28cf5cbc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: b1b481eb-27dd-430b-acdb-94bd93f345c3
  kind: Event
  lastTimestamp: "2026-04-23T18:15:33Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T18:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:33Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs.18a90f1a48ba0d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19819"
    uid: eb5126ca-855b-4812-b25e-d3d27581e1a6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: b1b481eb-27dd-430b-acdb-94bd93f345c3
  kind: Event
  lastTimestamp: "2026-04-23T18:15:44Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.772s (10.772s
    including waiting). Image size: 1162827001 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:44Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs.18a90f1ccacca126
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 47e0722f-81c2-44ea-8b18-266d1cd59b65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: b1b481eb-27dd-430b-acdb-94bd93f345c3
  kind: Event
  lastTimestamp: "2026-04-23T18:15:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:44Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs.18a90f1cce089fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19902"
    uid: 4995f6e6-7e42-434b-bf72-f9c11d20478e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: b1b481eb-27dd-430b-acdb-94bd93f345c3
  kind: Event
  lastTimestamp: "2026-04-23T18:15:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:44Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs.18a90f1cce86e6e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19903"
    uid: b4e6547b-9833-4b7d-b3ef-ef134d7098ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: b1b481eb-27dd-430b-acdb-94bd93f345c3
  kind: Event
  lastTimestamp: "2026-04-23T18:15:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:44Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs.18a90f1cce932eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19904"
    uid: 04fa537e-6a81-41b0-98c8-c9abc0cf4082
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: b1b481eb-27dd-430b-acdb-94bd93f345c3
  kind: Event
  lastTimestamp: "2026-04-23T18:15:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:44Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs.18a90f1cd190b000
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: b26dab69-302d-4497-980e-7e58594637a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: b1b481eb-27dd-430b-acdb-94bd93f345c3
  kind: Event
  lastTimestamp: "2026-04-23T18:15:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:44Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs.18a90f1cd20f6683
    namespace: kserve-ci-e2e-test
    resourceVersion: "19906"
    uid: 8f5ec675-ecf1-4902-9ce8-7bf8bf765eb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: b1b481eb-27dd-430b-acdb-94bd93f345c3
  kind: Event
  lastTimestamp: "2026-04-23T18:16:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:16:41Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs.18a90f1d169c266c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20394"
    uid: 0566016b-f00d-4546-9476-df22770034ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: b1b481eb-27dd-430b-acdb-94bd93f345c3
  kind: Event
  lastTimestamp: "2026-04-23T18:16:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:16:39Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs.18a90f2990907079
    namespace: kserve-ci-e2e-test
    resourceVersion: "20334"
    uid: c6729e35-b17c-4b50-8308-89d0caad218c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: b1b481eb-27dd-430b-acdb-94bd93f345c3
  kind: Event
  lastTimestamp: "2026-04-23T18:16:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:16:39Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs.18a90f299090d7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 4220fced-4251-4b8a-bc95-bd4dd0ef7b86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: b1b481eb-27dd-430b-acdb-94bd93f345c3
  kind: Event
  lastTimestamp: "2026-04-23T18:16:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:16:41Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-tvfhs.18a90f2a20a0b7fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20393"
    uid: c22bb93b-862d-41de-9be7-704ece6cb8c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: 2d96d2e7-878e-467e-a00c-a2d7bfe44d40
  kind: Event
  lastTimestamp: "2026-04-23T18:15:27Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-tvfhs'
  metadata:
    creationTimestamp: "2026-04-23T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:15:27Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18a90f18edf30303
    namespace: kserve-ci-e2e-test
    resourceVersion: "19751"
    uid: 8f2675d4-ee30-45d2-9eb9-6c9eb1c631d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: c38f7d51-d3ed-4232-ac6f-3f2b373089c6
  kind: Event
  lastTimestamp: "2026-04-23T18:15:27Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:15:27Z"
    name: isvc-paddle-predictor.18a90f18e992781b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: c34f4929-b6bf-4329-a09a-70aa185e99c8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19724"
    uid: a8e863d0-6e94-4d84-98fb-c4d57c36a738
  kind: Event
  lastTimestamp: "2026-04-23T18:15:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:15:57Z"
    name: isvc-paddle-predictor.18a90f1c6820baff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20007"
    uid: 4574b0ff-6440-4c49-bf52-8170ede92c9b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19724"
    uid: a8e863d0-6e94-4d84-98fb-c4d57c36a738
  kind: Event
  lastTimestamp: "2026-04-23T18:15:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:15:57Z"
    name: isvc-paddle-predictor.18a90f1c689b5c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20008"
    uid: b969ea9d-a472-48b4-b400-9c06306fb058
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: a8e863d0-6e94-4d84-98fb-c4d57c36a738
  kind: Event
  lastTimestamp: "2026-04-23T18:16:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:16:27Z"
    name: isvc-paddle-predictor.18a90f23667f1262
    namespace: kserve-ci-e2e-test
    resourceVersion: "20221"
    uid: 589d2100-2bd1-44d1-a1bf-c582370913ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: a8e863d0-6e94-4d84-98fb-c4d57c36a738
  kind: Event
  lastTimestamp: "2026-04-23T18:16:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:16:27Z"
    name: isvc-paddle-predictor.18a90f2366fb1e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 2111edce-c8b1-4eba-83ff-50a51ebc27d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:16:39.267690Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20351"
    uid: 78830a59-20c3-498c-a1d8-739301cd31c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:16:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:16:39Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg.18a90f29968447fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: a95b45b7-bdfc-4a72-8006-8b596e436393
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20361"
    uid: 78830a59-20c3-498c-a1d8-739301cd31c1
  kind: Event
  lastTimestamp: "2026-04-23T18:16:39Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:16:39Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg.18a90f29b06fd2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "20370"
    uid: 22b925c7-81c7-46d6-af1a-3cb8c0679508
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 78830a59-20c3-498c-a1d8-739301cd31c1
  kind: Event
  lastTimestamp: "2026-04-23T18:16:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:16:39Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg.18a90f29b1fdbf3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20372"
    uid: ee1e2b3a-06e0-4dc6-a486-9033d69ca581
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 78830a59-20c3-498c-a1d8-739301cd31c1
  kind: Event
  lastTimestamp: "2026-04-23T18:16:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:16:39Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg.18a90f29b4b90275
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: d49668ec-fc87-4d7e-8fb3-f40ad88d4af9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 78830a59-20c3-498c-a1d8-739301cd31c1
  kind: Event
  lastTimestamp: "2026-04-23T18:16:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:16:39Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg.18a90f29b5314b1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20374"
    uid: 3b25d08d-19a1-462d-b26f-27ad09bacb80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 78830a59-20c3-498c-a1d8-739301cd31c1
  kind: Event
  lastTimestamp: "2026-04-23T18:16:44Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:16:44Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg.18a90f2addbb122c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20418"
    uid: 3d168fec-9108-43cc-bd81-2209aa404491
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 78830a59-20c3-498c-a1d8-739301cd31c1
  kind: Event
  lastTimestamp: "2026-04-23T18:16:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:16:44Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg.18a90f2ae06996ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: 6f4eca8c-3a5b-4aa8-b718-93adedc94015
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 78830a59-20c3-498c-a1d8-739301cd31c1
  kind: Event
  lastTimestamp: "2026-04-23T18:16:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:16:44Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg.18a90f2ae0dfdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 5968abf8-513a-4704-a467-ccd3f3019895
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 78830a59-20c3-498c-a1d8-739301cd31c1
  kind: Event
  lastTimestamp: "2026-04-23T18:16:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:16:44Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg.18a90f2ae0ed9cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: 45020b52-8eaa-428f-a81b-d17f4582335f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 78830a59-20c3-498c-a1d8-739301cd31c1
  kind: Event
  lastTimestamp: "2026-04-23T18:16:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:16:44Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg.18a90f2ae3f46aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20425"
    uid: 6929cf6d-166a-42ad-90e3-428b76f94bdd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 78830a59-20c3-498c-a1d8-739301cd31c1
  kind: Event
  lastTimestamp: "2026-04-23T18:16:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:16:44Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg.18a90f2ae46a7298
    namespace: kserve-ci-e2e-test
    resourceVersion: "20426"
    uid: 81c08d5d-3a86-49f8-b56f-ee579c194acb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 78830a59-20c3-498c-a1d8-739301cd31c1
  kind: Event
  lastTimestamp: "2026-04-23T18:17:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:41Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg.18a90f2b19a6c0a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20915"
    uid: 333bf32a-d477-41d1-8052-31596e64d9b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 78830a59-20c3-498c-a1d8-739301cd31c1
  kind: Event
  lastTimestamp: "2026-04-23T18:17:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:40Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg.18a90f37e5d59eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20858"
    uid: b68c3a54-16a4-4dc3-bae3-28e8f4d5605f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 78830a59-20c3-498c-a1d8-739301cd31c1
  kind: Event
  lastTimestamp: "2026-04-23T18:17:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:40Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg.18a90f37e5d63969
    namespace: kserve-ci-e2e-test
    resourceVersion: "20860"
    uid: 5cc508b5-0617-41f8-8062-843d563d015e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 78830a59-20c3-498c-a1d8-739301cd31c1
  kind: Event
  lastTimestamp: "2026-04-23T18:17:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:41Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg.18a90f38239bb2b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20914"
    uid: 767e46ef-6e81-4ccc-96e0-9b47e5b4d1a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20341"
    uid: fd00c51a-2826-4357-b95b-883e5bf0b88d
  kind: Event
  lastTimestamp: "2026-04-23T18:16:39Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-pmdfg'
  metadata:
    creationTimestamp: "2026-04-23T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:16:39Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18a90f2995f53e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20355"
    uid: 641d3d32-c743-4956-9b1d-50f226f1eee2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20339"
    uid: 66921409-1bfc-4dda-a5d2-4a71aca35f0c
  kind: Event
  lastTimestamp: "2026-04-23T18:16:39Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:16:39Z"
    name: isvc-paddle-runtime-predictor.18a90f29926b6e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "20343"
    uid: af813abe-656a-4829-b3bf-647617775872
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: f305256e-491c-4ae9-86ba-6b5008ea4e8f
  kind: Event
  lastTimestamp: "2026-04-23T18:17:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:17:24Z"
    name: isvc-paddle-runtime-predictor.18a90f2d115d2bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20710"
    uid: a1e289c5-17d1-4299-a954-b05b4c14e22e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: f305256e-491c-4ae9-86ba-6b5008ea4e8f
  kind: Event
  lastTimestamp: "2026-04-23T18:17:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:17:24Z"
    name: isvc-paddle-runtime-predictor.18a90f2d11c7af22
    namespace: kserve-ci-e2e-test
    resourceVersion: "20712"
    uid: aea3487c-fa59-41f8-8602-4f31b1ae28ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20500"
    uid: f305256e-491c-4ae9-86ba-6b5008ea4e8f
  kind: Event
  lastTimestamp: "2026-04-23T18:17:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:17:39Z"
    name: isvc-paddle-runtime-predictor.18a90f3090b28e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20824"
    uid: 38eeb6f2-dcd1-4ce6-86af-9211d576900d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20500"
    uid: f305256e-491c-4ae9-86ba-6b5008ea4e8f
  kind: Event
  lastTimestamp: "2026-04-23T18:17:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:17:39Z"
    name: isvc-paddle-runtime-predictor.18a90f30917e8b7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: bc4e4f18-af9a-4375-b71a-81fa2d75fc73
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20310"
    uid: 6ac19c92-ccf5-41f6-b359-f27555576dc0
  kind: Event
  lastTimestamp: "2026-04-23T18:17:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:17:31Z"
    name: isvc-paddle-runtime.18a90f299245afcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20772"
    uid: 20b6c3bb-a8b6-4c44-ad9d-c46c1793c68a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20310"
    uid: 6ac19c92-ccf5-41f6-b359-f27555576dc0
  kind: Event
  lastTimestamp: "2026-04-23T18:16:39Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:16:39Z"
    name: isvc-paddle-runtime.18a90f2992a542f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20346"
    uid: c8cf506c-6b55-4fb4-851c-4067b8db8865
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20768"
    uid: 6ac19c92-ccf5-41f6-b359-f27555576dc0
  kind: Event
  lastTimestamp: "2026-04-23T18:17:31Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:17:31Z"
    name: isvc-paddle-runtime.18a90f35d54bdf24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20770"
    uid: 9df8d951-56c7-43e5-8a8e-7424a817e566
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:17:40.887382Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 86964dd8-1e58-47f5-b87a-76d73243b1aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:17:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:17:40Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc.18a90f37ef562f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20886"
    uid: 97cdb0a3-97d9-4658-bbef-9d50a2831986
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20892"
    uid: 86964dd8-1e58-47f5-b87a-76d73243b1aa
  kind: Event
  lastTimestamp: "2026-04-23T18:17:41Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:17:41Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc.18a90f38085dde02
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: 38ec8755-af69-40ff-85c2-fca2a0b1bc41
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 86964dd8-1e58-47f5-b87a-76d73243b1aa
  kind: Event
  lastTimestamp: "2026-04-23T18:17:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:41Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc.18a90f3809ced780
    namespace: kserve-ci-e2e-test
    resourceVersion: "20905"
    uid: a7350721-cbbd-493d-b39d-e503852bcb86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 86964dd8-1e58-47f5-b87a-76d73243b1aa
  kind: Event
  lastTimestamp: "2026-04-23T18:17:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:41Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc.18a90f380d047ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20907"
    uid: f23e2bcf-0cc4-44ee-b823-0cd3335e2826
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 86964dd8-1e58-47f5-b87a-76d73243b1aa
  kind: Event
  lastTimestamp: "2026-04-23T18:17:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:41Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc.18a90f380d76e18b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20910"
    uid: 4eb5ca67-a1e0-436d-bbff-b7b6375c894b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 86964dd8-1e58-47f5-b87a-76d73243b1aa
  kind: Event
  lastTimestamp: "2026-04-23T18:17:45Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:45Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc.18a90f391c1c244b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: fe8aa7df-0f6e-4dd1-a6f3-be5118883625
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 86964dd8-1e58-47f5-b87a-76d73243b1aa
  kind: Event
  lastTimestamp: "2026-04-23T18:17:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:45Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc.18a90f391f75e253
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: 81feb9ed-0fbf-4def-be09-e1babec5570d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 86964dd8-1e58-47f5-b87a-76d73243b1aa
  kind: Event
  lastTimestamp: "2026-04-23T18:17:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:45Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc.18a90f391fe87804
    namespace: kserve-ci-e2e-test
    resourceVersion: "20957"
    uid: fd2bb40a-1b34-4762-95d2-03846ef6719a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 86964dd8-1e58-47f5-b87a-76d73243b1aa
  kind: Event
  lastTimestamp: "2026-04-23T18:17:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:46Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc.18a90f391ff66344
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: 9d88b277-a703-4f2b-9e03-9871cc1932fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 86964dd8-1e58-47f5-b87a-76d73243b1aa
  kind: Event
  lastTimestamp: "2026-04-23T18:17:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:46Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc.18a90f3922c78730
    namespace: kserve-ci-e2e-test
    resourceVersion: "20961"
    uid: 579d9171-2aae-4475-95c2-201b70eb5f32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 86964dd8-1e58-47f5-b87a-76d73243b1aa
  kind: Event
  lastTimestamp: "2026-04-23T18:17:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:17:46Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc.18a90f392337e2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20963"
    uid: 094cd0ba-26f8-423b-8c24-aa13b20f0771
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 86964dd8-1e58-47f5-b87a-76d73243b1aa
  kind: Event
  lastTimestamp: "2026-04-23T18:18:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:43Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc.18a90f3993c960a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21451"
    uid: 01649c37-3103-4ac9-9441-d7034fefd5b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 86964dd8-1e58-47f5-b87a-76d73243b1aa
  kind: Event
  lastTimestamp: "2026-04-23T18:18:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:42Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc.18a90f464dba01f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 2b232dd0-9d6b-4c05-9998-c64e1821fe81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 86964dd8-1e58-47f5-b87a-76d73243b1aa
  kind: Event
  lastTimestamp: "2026-04-23T18:18:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:42Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc.18a90f464dba8070
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: fcbf6cfd-b29f-47d3-9de0-2887df0d62cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 86964dd8-1e58-47f5-b87a-76d73243b1aa
  kind: Event
  lastTimestamp: "2026-04-23T18:18:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:43Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc.18a90f469dcd3f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "21450"
    uid: 5685aaae-ac7b-4b85-9ea6-74eb90f4cbe6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 043f5db0-94a3-4ef4-8503-1059c335f4fc
  kind: Event
  lastTimestamp: "2026-04-23T18:17:40Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-tw4fc'
  metadata:
    creationTimestamp: "2026-04-23T18:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:17:40Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18a90f37ee96e334
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: f2cc8efd-b6b0-4721-a6fd-04189980ad05
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20867"
    uid: 4e008d2f-71f0-4917-9f3a-0011944dbf96
  kind: Event
  lastTimestamp: "2026-04-23T18:17:40Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:17:40Z"
    name: isvc-paddle-v2-kserve-predictor.18a90f37e90c13e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20873"
    uid: b74d20b4-5b9a-42f1-a031-3d82b3ac4dc3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20869"
    uid: 9aaee31c-574b-4306-a72c-242095549cbb
  kind: Event
  lastTimestamp: "2026-04-23T18:18:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:18:25Z"
    name: isvc-paddle-v2-kserve-predictor.18a90f3b6840e68b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21246"
    uid: 44aa51b0-34a3-4e54-8b9a-1f0a6f0ba4d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20869"
    uid: 9aaee31c-574b-4306-a72c-242095549cbb
  kind: Event
  lastTimestamp: "2026-04-23T18:18:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:18:25Z"
    name: isvc-paddle-v2-kserve-predictor.18a90f3b68d7214a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21247"
    uid: 183d6912-58b2-4004-ad1e-f11b2e142430
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21031"
    uid: 9aaee31c-574b-4306-a72c-242095549cbb
  kind: Event
  lastTimestamp: "2026-04-23T18:18:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:18:40Z"
    name: isvc-paddle-v2-kserve-predictor.18a90f3ee7944009
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: dcc1c3e7-37da-4a16-a6d9-b57e5e5765b1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21031"
    uid: 9aaee31c-574b-4306-a72c-242095549cbb
  kind: Event
  lastTimestamp: "2026-04-23T18:18:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:18:40Z"
    name: isvc-paddle-v2-kserve-predictor.18a90f3ee80bea98
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: b4648e0a-ef06-471a-9a54-3f2278d85408
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20841"
    uid: d622ab19-243d-42f8-9697-855c41f1cc62
  kind: Event
  lastTimestamp: "2026-04-23T18:18:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:18:34Z"
    name: isvc-paddle-v2-kserve.18a90f37e8e4d934
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 2f56cba0-3f74-404e-b3d6-528ee925a57d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20841"
    uid: d622ab19-243d-42f8-9697-855c41f1cc62
  kind: Event
  lastTimestamp: "2026-04-23T18:17:40Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:17:40Z"
    name: isvc-paddle-v2-kserve.18a90f37e951e29a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20894"
    uid: db694b34-8d45-4238-8d71-d0390e888585
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:17:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: d622ab19-243d-42f8-9697-855c41f1cc62
  kind: Event
  lastTimestamp: "2026-04-23T18:17:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:17:40Z"
    name: isvc-paddle-v2-kserve.18a90f37f3c1f54c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: c57c0a19-2e13-4ce2-b3bf-d1fa6f79f08f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21311"
    uid: d622ab19-243d-42f8-9697-855c41f1cc62
  kind: Event
  lastTimestamp: "2026-04-23T18:18:34Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:18:34Z"
    name: isvc-paddle-v2-kserve.18a90f444f8a5f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 1605c635-b951-44c5-be15-acfa33c8410a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19711"
    uid: 4a85b62c-99ab-4512-823f-d184f4e28322
  kind: Event
  lastTimestamp: "2026-04-23T18:16:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:16:31Z"
    name: isvc-paddle.18a90f18e96805e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20256"
    uid: c0656464-ea26-4368-bb6b-388c78dd7c7a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19711"
    uid: 4a85b62c-99ab-4512-823f-d184f4e28322
  kind: Event
  lastTimestamp: "2026-04-23T18:15:27Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:15:27Z"
    name: isvc-paddle.18a90f18e9cc787d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 77c7b3b0-5fd7-40ce-ad49-cd42962f8750
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20254"
    uid: 4a85b62c-99ab-4512-823f-d184f4e28322
  kind: Event
  lastTimestamp: "2026-04-23T18:16:31Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:16:31Z"
    name: isvc-paddle.18a90f27d1f7da4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20255"
    uid: 2ecb7f92-0e7b-4cc6-b280-9d4724a33754
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:18:42.676521Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-bdcr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: a21f9f8d-2c3e-4f56-b3d4-a8687d529064
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-bdcr7
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:18:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:18:42Z"
    name: isvc-pmml-predictor-8bb578669-bdcr7.18a90f4652419314
    namespace: kserve-ci-e2e-test
    resourceVersion: "21424"
    uid: ce863cc6-9595-4bec-b90b-ba1076327f34
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-bdcr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21426"
    uid: a21f9f8d-2c3e-4f56-b3d4-a8687d529064
  kind: Event
  lastTimestamp: "2026-04-23T18:18:43Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:18:43Z"
    name: isvc-pmml-predictor-8bb578669-bdcr7.18a90f466afb138a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21437"
    uid: 74222873-8911-4340-801e-657eeead976d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-bdcr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: a21f9f8d-2c3e-4f56-b3d4-a8687d529064
  kind: Event
  lastTimestamp: "2026-04-23T18:18:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:43Z"
    name: isvc-pmml-predictor-8bb578669-bdcr7.18a90f466c8e90b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21439"
    uid: 98beb6be-58b7-4b6e-9553-2de3d98ab7f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-bdcr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: a21f9f8d-2c3e-4f56-b3d4-a8687d529064
  kind: Event
  lastTimestamp: "2026-04-23T18:18:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:43Z"
    name: isvc-pmml-predictor-8bb578669-bdcr7.18a90f466f261fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: ade93a0d-bece-4643-ab4c-80b0de1a693b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-bdcr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: a21f9f8d-2c3e-4f56-b3d4-a8687d529064
  kind: Event
  lastTimestamp: "2026-04-23T18:18:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:43Z"
    name: isvc-pmml-predictor-8bb578669-bdcr7.18a90f466f9269e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21441"
    uid: a2a9d833-7d0b-498f-aff9-95337e3bfa56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-bdcr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: a21f9f8d-2c3e-4f56-b3d4-a8687d529064
  kind: Event
  lastTimestamp: "2026-04-23T18:18:47Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T18:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:47Z"
    name: isvc-pmml-predictor-8bb578669-bdcr7.18a90f475ac82b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21479"
    uid: 77f9ebc2-3fc5-49b2-a48d-d819bd80d194
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-bdcr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: a21f9f8d-2c3e-4f56-b3d4-a8687d529064
  kind: Event
  lastTimestamp: "2026-04-23T18:18:53Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.815s (6.815s
    including waiting). Image size: 800924023 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:53Z"
    name: isvc-pmml-predictor-8bb578669-bdcr7.18a90f48f0fe3367
    namespace: kserve-ci-e2e-test
    resourceVersion: "21530"
    uid: 5197b46b-5ca0-45af-804b-9fe74408791a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-bdcr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: a21f9f8d-2c3e-4f56-b3d4-a8687d529064
  kind: Event
  lastTimestamp: "2026-04-23T18:18:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:53Z"
    name: isvc-pmml-predictor-8bb578669-bdcr7.18a90f48f4236427
    namespace: kserve-ci-e2e-test
    resourceVersion: "21531"
    uid: a4ede558-ba05-417e-8b96-b6f49212d74e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-bdcr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: a21f9f8d-2c3e-4f56-b3d4-a8687d529064
  kind: Event
  lastTimestamp: "2026-04-23T18:18:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:53Z"
    name: isvc-pmml-predictor-8bb578669-bdcr7.18a90f48f49d381e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21532"
    uid: 1dc27088-c49b-47f4-8989-dcb9e52df636
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-bdcr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: a21f9f8d-2c3e-4f56-b3d4-a8687d529064
  kind: Event
  lastTimestamp: "2026-04-23T18:18:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:54Z"
    name: isvc-pmml-predictor-8bb578669-bdcr7.18a90f48f4ab819c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21533"
    uid: 847c690e-8ae5-4281-9843-20af0ae30641
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-bdcr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: a21f9f8d-2c3e-4f56-b3d4-a8687d529064
  kind: Event
  lastTimestamp: "2026-04-23T18:18:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:54Z"
    name: isvc-pmml-predictor-8bb578669-bdcr7.18a90f48f760c6ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21534"
    uid: 87e24632-a8a4-411d-89e6-b18c525d4aff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-bdcr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: a21f9f8d-2c3e-4f56-b3d4-a8687d529064
  kind: Event
  lastTimestamp: "2026-04-23T18:18:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:54Z"
    name: isvc-pmml-predictor-8bb578669-bdcr7.18a90f48f7dd7a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 3eaf55a4-78ae-4eb6-9f33-c1f3e9c421c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-bdcr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: a21f9f8d-2c3e-4f56-b3d4-a8687d529064
  kind: Event
  lastTimestamp: "2026-04-23T18:20:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:01Z"
    name: isvc-pmml-predictor-8bb578669-bdcr7.18a90f49394ba761
    namespace: kserve-ci-e2e-test
    resourceVersion: "22013"
    uid: f908d96a-bc58-43a0-bfb7-eac66e793faa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-bdcr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: a21f9f8d-2c3e-4f56-b3d4-a8687d529064
  kind: Event
  lastTimestamp: "2026-04-23T18:20:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:13Z"
    name: isvc-pmml-predictor-8bb578669-bdcr7.18a90f5b801d3572
    namespace: kserve-ci-e2e-test
    resourceVersion: "22133"
    uid: 488d1eb0-57d9-4273-86c1-59233aaeb36d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-bdcr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: a21f9f8d-2c3e-4f56-b3d4-a8687d529064
  kind: Event
  lastTimestamp: "2026-04-23T18:20:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:13Z"
    name: isvc-pmml-predictor-8bb578669-bdcr7.18a90f5b801dcabf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22136"
    uid: a3405eea-5eca-4924-bf26-407b6e814b3b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-bdcr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: a21f9f8d-2c3e-4f56-b3d4-a8687d529064
  kind: Event
  lastTimestamp: "2026-04-23T18:20:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:16Z"
    name: isvc-pmml-predictor-8bb578669-bdcr7.18a90f5c1563907b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22198"
    uid: 356fa90f-ae80-4890-ac41-8a17f2c5fc0e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "21404"
    uid: ee424f45-cdc9-42e1-bdbe-72fc3dca2b8f
  kind: Event
  lastTimestamp: "2026-04-23T18:18:42Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-bdcr7'
  metadata:
    creationTimestamp: "2026-04-23T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:18:42Z"
    name: isvc-pmml-predictor-8bb578669.18a90f46519f048a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 4ab8fa72-f67b-4f49-9447-46d88cfa8081
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: d82a9d3a-da89-4e97-bfdb-caab907faebd
  kind: Event
  lastTimestamp: "2026-04-23T18:18:42Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:18:42Z"
    name: isvc-pmml-predictor.18a90f464dc2f414
    namespace: kserve-ci-e2e-test
    resourceVersion: "21406"
    uid: bafdb186-288f-407c-8093-65aaadd4cc91
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21403"
    uid: ef15feaa-8cb9-4f6d-96bb-2a8e827d2ed5
  kind: Event
  lastTimestamp: "2026-04-23T18:19:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:19:27Z"
    name: isvc-pmml-predictor.18a90f49ccef9361
    namespace: kserve-ci-e2e-test
    resourceVersion: "21775"
    uid: bee76c2a-6099-4173-921c-e6fa46857e57
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21403"
    uid: ef15feaa-8cb9-4f6d-96bb-2a8e827d2ed5
  kind: Event
  lastTimestamp: "2026-04-23T18:19:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:19:27Z"
    name: isvc-pmml-predictor.18a90f49cd68640c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21776"
    uid: a71666a4-cbe5-4c97-9794-1d3a240825a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21562"
    uid: ef15feaa-8cb9-4f6d-96bb-2a8e827d2ed5
  kind: Event
  lastTimestamp: "2026-04-23T18:20:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:20:12Z"
    name: isvc-pmml-predictor.18a90f544a558709
    namespace: kserve-ci-e2e-test
    resourceVersion: "22099"
    uid: 6931a943-7257-4434-84a6-9dee68922e1a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21562"
    uid: ef15feaa-8cb9-4f6d-96bb-2a8e827d2ed5
  kind: Event
  lastTimestamp: "2026-04-23T18:20:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:20:12Z"
    name: isvc-pmml-predictor.18a90f544ae124f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: 1e4611fb-63d4-4ce2-b623-4eeda47ddda7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:20:13.755026Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22150"
    uid: a0f31bbf-d85a-4ac2-885a-7fbda9df085a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-bxtjc
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:20:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:20:13Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc.18a90f5b86f5416d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22154"
    uid: ec579833-31d5-4f8d-8217-67ca3dcbae3d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: a0f31bbf-d85a-4ac2-885a-7fbda9df085a
  kind: Event
  lastTimestamp: "2026-04-23T18:20:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:13Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc.18a90f5b8fd7861e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 1183520b-24b3-4e80-a1e9-524b601d3cc3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22162"
    uid: a0f31bbf-d85a-4ac2-885a-7fbda9df085a
  kind: Event
  lastTimestamp: "2026-04-23T18:20:14Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:20:14Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc.18a90f5bc3151c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22175"
    uid: 186f6aee-6c53-46b2-9aeb-b6639f4e4dc4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: a0f31bbf-d85a-4ac2-885a-7fbda9df085a
  kind: Event
  lastTimestamp: "2026-04-23T18:20:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:14Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc.18a90f5bc4896d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22177"
    uid: 19725aa2-54f9-4178-8baa-ce67de9be9ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: a0f31bbf-d85a-4ac2-885a-7fbda9df085a
  kind: Event
  lastTimestamp: "2026-04-23T18:20:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:14Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc.18a90f5bc7573d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 2c7c913d-9e6e-496b-aed7-b1158bf4be06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: a0f31bbf-d85a-4ac2-885a-7fbda9df085a
  kind: Event
  lastTimestamp: "2026-04-23T18:20:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:14Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc.18a90f5bc7c5506b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22179"
    uid: 7a4fedc4-6d1a-4495-a48a-0565e43915ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: a0f31bbf-d85a-4ac2-885a-7fbda9df085a
  kind: Event
  lastTimestamp: "2026-04-23T18:20:19Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:19Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc.18a90f5cd63caa3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22225"
    uid: 15ad4b66-18c2-49e5-aa10-2b44660ddc20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: a0f31bbf-d85a-4ac2-885a-7fbda9df085a
  kind: Event
  lastTimestamp: "2026-04-23T18:20:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:19Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc.18a90f5cd953042a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22227"
    uid: 74e7de1f-c3da-48cd-9736-87b656170abf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: a0f31bbf-d85a-4ac2-885a-7fbda9df085a
  kind: Event
  lastTimestamp: "2026-04-23T18:20:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:19Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc.18a90f5cd9ccbd21
    namespace: kserve-ci-e2e-test
    resourceVersion: "22230"
    uid: 4c68b56b-b6d7-4ece-a0ae-90646e6eca0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: a0f31bbf-d85a-4ac2-885a-7fbda9df085a
  kind: Event
  lastTimestamp: "2026-04-23T18:20:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:19Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc.18a90f5cd9d89917
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: c0c6d6c5-de1a-4ad0-b75d-c4147c8eb0aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: a0f31bbf-d85a-4ac2-885a-7fbda9df085a
  kind: Event
  lastTimestamp: "2026-04-23T18:20:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:19Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc.18a90f5cdcb8d875
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 7dc9b75f-b2b7-4d30-8fe6-01123949182d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: a0f31bbf-d85a-4ac2-885a-7fbda9df085a
  kind: Event
  lastTimestamp: "2026-04-23T18:20:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:19Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc.18a90f5cdd25fd80
    namespace: kserve-ci-e2e-test
    resourceVersion: "22235"
    uid: 8465facf-7298-4776-91b2-f0faf35c475d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: a0f31bbf-d85a-4ac2-885a-7fbda9df085a
  kind: Event
  lastTimestamp: "2026-04-23T18:21:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc.18a90f5d123024df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22789"
    uid: 6609026f-2474-4465-b60e-3f019b568f11
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: a0f31bbf-d85a-4ac2-885a-7fbda9df085a
  kind: Event
  lastTimestamp: "2026-04-23T18:21:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc.18a90f70bc5d7feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: 5b28a862-8eae-47e6-a364-970ed5076f17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: a0f31bbf-d85a-4ac2-885a-7fbda9df085a
  kind: Event
  lastTimestamp: "2026-04-23T18:21:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc.18a90f70bc5df101
    namespace: kserve-ci-e2e-test
    resourceVersion: "22878"
    uid: 2e990064-2a80-43b1-8dfe-e0507c0193bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: a0f31bbf-d85a-4ac2-885a-7fbda9df085a
  kind: Event
  lastTimestamp: "2026-04-23T18:21:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:47Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bxtjc.18a90f7154194c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22938"
    uid: 177524b9-36f2-464c-b457-d0988a0899cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "22139"
    uid: 90e961c7-c92c-4a2d-8258-fc328a23e79b
  kind: Event
  lastTimestamp: "2026-04-23T18:20:13Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-bxtjc'
  metadata:
    creationTimestamp: "2026-04-23T18:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:20:13Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18a90f5b85e4c879
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 495ebd86-d190-41b0-83f4-07f6a31eb99d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22137"
    uid: e85aa015-e2ba-40a6-ab39-071f83b3e953
  kind: Event
  lastTimestamp: "2026-04-23T18:20:13Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:20:13Z"
    name: isvc-pmml-runtime-predictor.18a90f5b81870a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "22141"
    uid: 0e8fbda2-22b4-464b-8bb6-33eb562e7aa9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22138"
    uid: b65341f8-904f-4ec3-9ef4-6d0a49bf552a
  kind: Event
  lastTimestamp: "2026-04-23T18:20:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:20:43Z"
    name: isvc-pmml-runtime-predictor.18a90f5f00891347
    namespace: kserve-ci-e2e-test
    resourceVersion: "22407"
    uid: c639dd6a-7873-49f5-afba-361e00786978
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22138"
    uid: b65341f8-904f-4ec3-9ef4-6d0a49bf552a
  kind: Event
  lastTimestamp: "2026-04-23T18:20:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:20:43Z"
    name: isvc-pmml-runtime-predictor.18a90f5f00fb3ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22408"
    uid: 8b939aed-708d-42f6-8ded-2120da154b3e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: b65341f8-904f-4ec3-9ef4-6d0a49bf552a
  kind: Event
  lastTimestamp: "2026-04-23T18:21:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:21:43Z"
    name: isvc-pmml-runtime-predictor.18a90f65ffcff151
    namespace: kserve-ci-e2e-test
    resourceVersion: "22841"
    uid: 6b4d42b4-d38e-4763-8b4e-cc04fbb14d4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: b65341f8-904f-4ec3-9ef4-6d0a49bf552a
  kind: Event
  lastTimestamp: "2026-04-23T18:21:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:21:43Z"
    name: isvc-pmml-runtime-predictor.18a90f6600398d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22842"
    uid: 927fecd1-68f5-4efd-b19f-de99b25f8469
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 178ddcf9-f047-419f-ac5a-c1671b1e94ee
  kind: Event
  lastTimestamp: "2026-04-23T18:21:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:21:40Z"
    name: isvc-pmml-runtime.18a90f5b815de330
    namespace: kserve-ci-e2e-test
    resourceVersion: "22821"
    uid: ec5ff466-857d-425e-94dd-cd767e63ec5f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 178ddcf9-f047-419f-ac5a-c1671b1e94ee
  kind: Event
  lastTimestamp: "2026-04-23T18:20:13Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:20:13Z"
    name: isvc-pmml-runtime.18a90f5b81bb6703
    namespace: kserve-ci-e2e-test
    resourceVersion: "22161"
    uid: 635397fd-1f4f-43db-96ca-19156f11c4f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22119"
    uid: 178ddcf9-f047-419f-ac5a-c1671b1e94ee
  kind: Event
  lastTimestamp: "2026-04-23T18:20:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:20:13Z"
    name: isvc-pmml-runtime.18a90f5b883693cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22163"
    uid: 812d6882-602f-4261-aec0-1ca16100b29b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22819"
    uid: 178ddcf9-f047-419f-ac5a-c1671b1e94ee
  kind: Event
  lastTimestamp: "2026-04-23T18:21:40Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:21:40Z"
    name: isvc-pmml-runtime.18a90f6fc49d8acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: ad12e8e1-512a-499c-9e79-e7d4423e239f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:21:44.982774Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22896"
    uid: cdfd3e18-e160-43d8-9414-c221598df44a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:21:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:21:44Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp.18a90f70c48e44d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22900"
    uid: bfdad3f0-e372-4a2d-be10-5272c2aec2f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: cdfd3e18-e160-43d8-9414-c221598df44a
  kind: Event
  lastTimestamp: "2026-04-23T18:21:45Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:21:45Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp.18a90f70dd1eea02
    namespace: kserve-ci-e2e-test
    resourceVersion: "22913"
    uid: 8b602918-6692-42b3-8f9e-d0721922da86
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: cdfd3e18-e160-43d8-9414-c221598df44a
  kind: Event
  lastTimestamp: "2026-04-23T18:21:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:45Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp.18a90f70dea3ed59
    namespace: kserve-ci-e2e-test
    resourceVersion: "22915"
    uid: ba1a7aae-ae98-49e8-9ca7-8756e2338931
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: cdfd3e18-e160-43d8-9414-c221598df44a
  kind: Event
  lastTimestamp: "2026-04-23T18:21:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:45Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp.18a90f70e22973db
    namespace: kserve-ci-e2e-test
    resourceVersion: "22918"
    uid: 1ead854b-fb7a-427e-bd89-433533ae1309
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: cdfd3e18-e160-43d8-9414-c221598df44a
  kind: Event
  lastTimestamp: "2026-04-23T18:21:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:45Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp.18a90f70e29b8a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "22919"
    uid: 17aff85c-ff22-4697-8eab-7fdb1a7978a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: cdfd3e18-e160-43d8-9414-c221598df44a
  kind: Event
  lastTimestamp: "2026-04-23T18:21:49Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:21:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:49Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp.18a90f71d9cce47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22956"
    uid: dc3ba6e6-1d68-4ae1-8110-738b73450ecd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: cdfd3e18-e160-43d8-9414-c221598df44a
  kind: Event
  lastTimestamp: "2026-04-23T18:21:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:21:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:49Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp.18a90f71dc7ef3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22958"
    uid: d9e68bae-0e90-4ed9-88d9-e2844b4d1779
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: cdfd3e18-e160-43d8-9414-c221598df44a
  kind: Event
  lastTimestamp: "2026-04-23T18:21:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:21:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:49Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp.18a90f71dcef39dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22959"
    uid: 80cfc5c4-1e56-484f-b190-cc9392501b8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: cdfd3e18-e160-43d8-9414-c221598df44a
  kind: Event
  lastTimestamp: "2026-04-23T18:21:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:21:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:49Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp.18a90f71dcfaaeba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22960"
    uid: 720712e5-2a31-4e70-966c-8af13b8535e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: cdfd3e18-e160-43d8-9414-c221598df44a
  kind: Event
  lastTimestamp: "2026-04-23T18:21:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:21:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:49Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp.18a90f71dffbf7c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22963"
    uid: a5e14978-0872-4b4d-9c41-336f6265e1f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: cdfd3e18-e160-43d8-9414-c221598df44a
  kind: Event
  lastTimestamp: "2026-04-23T18:21:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:21:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:49Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp.18a90f71e069d84a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22965"
    uid: 44df327b-4e7f-4d69-920b-167f28db0ae2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: cdfd3e18-e160-43d8-9414-c221598df44a
  kind: Event
  lastTimestamp: "2026-04-23T18:23:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:18Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp.18a90f72518099fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23670"
    uid: 0246ebe3-49b8-4dc8-be52-3b3347afc423
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: cdfd3e18-e160-43d8-9414-c221598df44a
  kind: Event
  lastTimestamp: "2026-04-23T18:23:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:16Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp.18a90f85f8941bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23605"
    uid: 56bf5885-6aae-4f3c-a6d3-b94e879b8de3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: cdfd3e18-e160-43d8-9414-c221598df44a
  kind: Event
  lastTimestamp: "2026-04-23T18:23:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:16Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp.18a90f85f894948f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23608"
    uid: fe539a27-df4c-4711-b4c5-a3d5a6f64844
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: cdfd3e18-e160-43d8-9414-c221598df44a
  kind: Event
  lastTimestamp: "2026-04-23T18:23:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:17Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp.18a90f86579e0706
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 77f704bb-caed-42ec-9ca7-7d7932938064
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 9f1b2c37-5556-4833-a438-d97713918f5c
  kind: Event
  lastTimestamp: "2026-04-23T18:21:44Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-pm2zp'
  metadata:
    creationTimestamp: "2026-04-23T18:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:21:44Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18a90f70c4113b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: 0239e364-61ae-44bb-9889-c452759b2a2b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: 78f4b3d5-1c38-447b-9201-da19cd2f749e
  kind: Event
  lastTimestamp: "2026-04-23T18:21:44Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:21:44Z"
    name: isvc-pmml-v2-kserve-predictor.18a90f70beab0e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "22885"
    uid: 6e2b4648-6932-413d-94f5-53f5fed6398a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: 79dbd6c9-060e-431b-8991-532468fb700b
  kind: Event
  lastTimestamp: "2026-04-23T18:22:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:22:14Z"
    name: isvc-pmml-v2-kserve-predictor.18a90f743da6cc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "23147"
    uid: fa038bf0-7969-4737-be00-e855a9872297
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: 79dbd6c9-060e-431b-8991-532468fb700b
  kind: Event
  lastTimestamp: "2026-04-23T18:22:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:22:14Z"
    name: isvc-pmml-v2-kserve-predictor.18a90f743e1842e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23148"
    uid: bb52b29d-c5c7-439b-8a26-08a5762043d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23038"
    uid: 79dbd6c9-060e-431b-8991-532468fb700b
  kind: Event
  lastTimestamp: "2026-04-23T18:23:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:23:14Z"
    name: isvc-pmml-v2-kserve-predictor.18a90f7b3c09d8f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23574"
    uid: 13f86f5c-32b8-498c-b9aa-6ef691ab70b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23038"
    uid: 79dbd6c9-060e-431b-8991-532468fb700b
  kind: Event
  lastTimestamp: "2026-04-23T18:23:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:23:14Z"
    name: isvc-pmml-v2-kserve-predictor.18a90f7b3c7a9d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23575"
    uid: b4bfc8b9-eb00-4597-a80c-98a03e23e81a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22853"
    uid: b129d0b9-e940-4f6d-a1f3-4d6c6558dba3
  kind: Event
  lastTimestamp: "2026-04-23T18:23:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:23:08Z"
    name: isvc-pmml-v2-kserve.18a90f70be86064d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23531"
    uid: 3c58b4a6-1a7b-4df9-bac4-75e534e36689
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22853"
    uid: b129d0b9-e940-4f6d-a1f3-4d6c6558dba3
  kind: Event
  lastTimestamp: "2026-04-23T18:21:45Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:21:45Z"
    name: isvc-pmml-v2-kserve.18a90f70bef21f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "22906"
    uid: 3307526f-2ca7-42fe-925f-54e6d4774401
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22862"
    uid: b129d0b9-e940-4f6d-a1f3-4d6c6558dba3
  kind: Event
  lastTimestamp: "2026-04-23T18:21:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:21:45Z"
    name: isvc-pmml-v2-kserve.18a90f70c756494f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22907"
    uid: 8a75f127-d7f6-43f5-9f60-190fceebb1e7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: b129d0b9-e940-4f6d-a1f3-4d6c6558dba3
  kind: Event
  lastTimestamp: "2026-04-23T18:23:08Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:23:08Z"
    name: isvc-pmml-v2-kserve.18a90f84429d84c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23530"
    uid: 744f5c1f-2929-4034-85f1-4a409543319c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21376"
    uid: c45ae6e4-e2bc-4d3e-8d70-b3816aca11c8
  kind: Event
  lastTimestamp: "2026-04-23T18:20:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:20:11Z"
    name: isvc-pmml.18a90f464dc9bad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22085"
    uid: e330a13a-a5c6-4181-a27e-135454206b7a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21376"
    uid: c45ae6e4-e2bc-4d3e-8d70-b3816aca11c8
  kind: Event
  lastTimestamp: "2026-04-23T18:18:42Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:18:42Z"
    name: isvc-pmml.18a90f464ea5ff9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: b094798c-0241-4e17-9447-bd2787e85707
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22083"
    uid: c45ae6e4-e2bc-4d3e-8d70-b3816aca11c8
  kind: Event
  lastTimestamp: "2026-04-23T18:20:11Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:20:11Z"
    name: isvc-pmml.18a90f5af0d57e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "22084"
    uid: 7de9c74f-4cf3-4e09-b037-71fc9854bc7e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:28:23.224012Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26250"
    uid: 3915026e-f1f0-49b5-9504-ee7444f2e48c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:28:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:28:23Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp.18a90fcd7d955520
    namespace: kserve-ci-e2e-test
    resourceVersion: "26254"
    uid: 1defae1f-5a8c-4568-8e72-6d2e15178557
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26258"
    uid: 3915026e-f1f0-49b5-9504-ee7444f2e48c
  kind: Event
  lastTimestamp: "2026-04-23T18:28:23Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:28:23Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp.18a90fcd96322584
    namespace: kserve-ci-e2e-test
    resourceVersion: "26271"
    uid: d20d2cea-c928-4e5d-9595-6ab1ecd4cc53
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 3915026e-f1f0-49b5-9504-ee7444f2e48c
  kind: Event
  lastTimestamp: "2026-04-23T18:28:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:23Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp.18a90fcd97cd0e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26273"
    uid: 8cac554d-d294-4b9a-83be-5d607143b052
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 3915026e-f1f0-49b5-9504-ee7444f2e48c
  kind: Event
  lastTimestamp: "2026-04-23T18:28:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:23Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp.18a90fcd9b79a4af
    namespace: kserve-ci-e2e-test
    resourceVersion: "26274"
    uid: 4a4d1687-a755-4133-9782-7344f4b96b91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 3915026e-f1f0-49b5-9504-ee7444f2e48c
  kind: Event
  lastTimestamp: "2026-04-23T18:28:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:23Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp.18a90fcd9be8d727
    namespace: kserve-ci-e2e-test
    resourceVersion: "26275"
    uid: 12878012-c24c-4dad-ae64-6bb170214781
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 3915026e-f1f0-49b5-9504-ee7444f2e48c
  kind: Event
  lastTimestamp: "2026-04-23T18:28:27Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:27Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp.18a90fce8d742c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "26312"
    uid: c644dd65-2b91-4809-a536-27fbd8a91fb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 3915026e-f1f0-49b5-9504-ee7444f2e48c
  kind: Event
  lastTimestamp: "2026-04-23T18:28:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:27Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp.18a90fce906a0345
    namespace: kserve-ci-e2e-test
    resourceVersion: "26314"
    uid: 31600586-7576-4246-819a-ac326ad2bf62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 3915026e-f1f0-49b5-9504-ee7444f2e48c
  kind: Event
  lastTimestamp: "2026-04-23T18:28:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:27Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp.18a90fce9123c3fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26317"
    uid: d5d3455a-b2c6-4b7e-9eb9-a700ab2cfdc3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 3915026e-f1f0-49b5-9504-ee7444f2e48c
  kind: Event
  lastTimestamp: "2026-04-23T18:28:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:27Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp.18a90fce91329360
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: baff1eaf-9f8d-426b-9e43-75dc0d31b37b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 3915026e-f1f0-49b5-9504-ee7444f2e48c
  kind: Event
  lastTimestamp: "2026-04-23T18:28:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:27Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp.18a90fce9475446b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26322"
    uid: a51eaa8c-83e0-4585-8b6f-78333c2431d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 3915026e-f1f0-49b5-9504-ee7444f2e48c
  kind: Event
  lastTimestamp: "2026-04-23T18:28:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:27Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp.18a90fce94ebbde2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26323"
    uid: 17683a2d-3f05-4930-bf36-035457731e1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 3915026e-f1f0-49b5-9504-ee7444f2e48c
  kind: Event
  lastTimestamp: "2026-04-23T18:29:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:54Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp.18a90fcec97c35c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27291"
    uid: 86c48d00-fd3a-4405-97ee-d834acd83937
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 3915026e-f1f0-49b5-9504-ee7444f2e48c
  kind: Event
  lastTimestamp: "2026-04-23T18:29:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:53Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp.18a90fe27c644152
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: c9d1a27a-961d-4e27-b67f-3d282bcaf839
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 3915026e-f1f0-49b5-9504-ee7444f2e48c
  kind: Event
  lastTimestamp: "2026-04-23T18:29:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:53Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp.18a90fe27c696841
    namespace: kserve-ci-e2e-test
    resourceVersion: "27243"
    uid: 21d70541-cede-40fe-82fa-53bb33f27533
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 3915026e-f1f0-49b5-9504-ee7444f2e48c
  kind: Event
  lastTimestamp: "2026-04-23T18:29:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:54Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp.18a90fe2cfa59db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27290"
    uid: a05f2458-28d1-4b13-89a9-3db3de120d56
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26239"
    uid: dffee15d-a4d6-496e-a9f7-1c6378ce509d
  kind: Event
  lastTimestamp: "2026-04-23T18:28:23Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-brdjp'
  metadata:
    creationTimestamp: "2026-04-23T18:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:28:23Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18a90fcd7d241d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "26251"
    uid: d3315568-17d0-4d59-9c18-f270654d8fae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26237"
    uid: 22ec6287-a04d-4c6b-8042-023dc405afb9
  kind: Event
  lastTimestamp: "2026-04-23T18:28:23Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:28:23Z"
    name: isvc-predictive-lightgbm-predictor.18a90fcd78f91d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26241"
    uid: e4b833d8-e91e-4859-b477-91954852c5a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26238"
    uid: 95be6311-cf7a-4b64-b25d-111fd30504ec
  kind: Event
  lastTimestamp: "2026-04-23T18:29:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:29:08Z"
    name: isvc-predictive-lightgbm-predictor.18a90fd0f788769e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 0870db6e-23cc-446f-b4fa-9d8890e6691a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26238"
    uid: 95be6311-cf7a-4b64-b25d-111fd30504ec
  kind: Event
  lastTimestamp: "2026-04-23T18:29:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:29:08Z"
    name: isvc-predictive-lightgbm-predictor.18a90fd0f7fff4f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26610"
    uid: 69691eb6-0457-471d-8234-ea546fbd8a76
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26403"
    uid: 95be6311-cf7a-4b64-b25d-111fd30504ec
  kind: Event
  lastTimestamp: "2026-04-23T18:29:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:29:53Z"
    name: isvc-predictive-lightgbm-predictor.18a90fd4771f0d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: a99087ff-15dd-4a34-8d7f-c3da4905eb94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26403"
    uid: 95be6311-cf7a-4b64-b25d-111fd30504ec
  kind: Event
  lastTimestamp: "2026-04-23T18:29:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:29:53Z"
    name: isvc-predictive-lightgbm-predictor.18a90fd47772c08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27210"
    uid: c32ec0bb-130d-40db-b1af-a44642b6ba6e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:32:53.946301Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28752"
    uid: 606736e1-be53-4d8d-a634-658e10dfe192
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:32:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:32:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj.18a9100c85e3a0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28756"
    uid: 32441058-3237-406a-90de-19b61a910023
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28759"
    uid: 606736e1-be53-4d8d-a634-658e10dfe192
  kind: Event
  lastTimestamp: "2026-04-23T18:32:54Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:32:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj.18a9100c9f035d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "28769"
    uid: eaf9ae31-a382-4e4b-bb07-327c8b49cf71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 606736e1-be53-4d8d-a634-658e10dfe192
  kind: Event
  lastTimestamp: "2026-04-23T18:32:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:32:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj.18a9100ca06ef44e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28771"
    uid: 5f491431-5cac-40b4-a7c6-341e20359fb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 606736e1-be53-4d8d-a634-658e10dfe192
  kind: Event
  lastTimestamp: "2026-04-23T18:32:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:32:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj.18a9100ca3413058
    namespace: kserve-ci-e2e-test
    resourceVersion: "28774"
    uid: b8708384-337d-4b46-af3c-3519a2133c88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 606736e1-be53-4d8d-a634-658e10dfe192
  kind: Event
  lastTimestamp: "2026-04-23T18:32:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:32:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj.18a9100ca3b08c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "28775"
    uid: 8c4fbd5e-9d75-48b7-91ee-d0f490fda371
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 606736e1-be53-4d8d-a634-658e10dfe192
  kind: Event
  lastTimestamp: "2026-04-23T18:32:58Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:32:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj.18a9100d98c94d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "28816"
    uid: 09f48724-ccab-428e-a0e1-ba2e738593e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 606736e1-be53-4d8d-a634-658e10dfe192
  kind: Event
  lastTimestamp: "2026-04-23T18:32:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:32:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj.18a9100d9ea160cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: fdbce0f8-c08f-4e01-a499-204314ae35a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 606736e1-be53-4d8d-a634-658e10dfe192
  kind: Event
  lastTimestamp: "2026-04-23T18:32:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:32:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj.18a9100d9f1a06dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28821"
    uid: bcf1b264-6cc9-4bdf-a506-0590df9eb112
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 606736e1-be53-4d8d-a634-658e10dfe192
  kind: Event
  lastTimestamp: "2026-04-23T18:32:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:32:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj.18a9100d9f27f2fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28823"
    uid: 18ca34a5-55aa-4631-9dfe-7c95f9432553
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 606736e1-be53-4d8d-a634-658e10dfe192
  kind: Event
  lastTimestamp: "2026-04-23T18:32:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:32:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj.18a9100da2a36513
    namespace: kserve-ci-e2e-test
    resourceVersion: "28825"
    uid: 3949f259-fcb5-4503-af6a-1ee03ae0fc3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 606736e1-be53-4d8d-a634-658e10dfe192
  kind: Event
  lastTimestamp: "2026-04-23T18:32:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:32:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj.18a9100da31b6921
    namespace: kserve-ci-e2e-test
    resourceVersion: "28826"
    uid: fd54f5eb-fbb4-4782-af83-1f3e8bd75be2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 606736e1-be53-4d8d-a634-658e10dfe192
  kind: Event
  lastTimestamp: "2026-04-23T18:34:25Z"
  message: 'Readiness probe failed: Get "http://10.133.0.40:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.40:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj.18a91016371c62a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29504"
    uid: 2390d8d9-a00b-4d18-8d5c-ee119e2e4002
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 606736e1-be53-4d8d-a634-658e10dfe192
  kind: Event
  lastTimestamp: "2026-04-23T18:34:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj.18a9102180cff794
    namespace: kserve-ci-e2e-test
    resourceVersion: "29466"
    uid: 14b32f8c-65d4-4399-8cd7-744b6f356e97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 606736e1-be53-4d8d-a634-658e10dfe192
  kind: Event
  lastTimestamp: "2026-04-23T18:34:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj.18a9102180d057e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29469"
    uid: 0d8cfa16-4c52-4e75-a236-d91fc7314067
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 606736e1-be53-4d8d-a634-658e10dfe192
  kind: Event
  lastTimestamp: "2026-04-23T18:34:25Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj.18a91021db029b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "29503"
    uid: 63693710-0e6e-4e73-b5d7-38df3a71e3d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28739"
    uid: 43da919b-127a-4dd5-937f-b95b2dbf7f4a
  kind: Event
  lastTimestamp: "2026-04-23T18:32:53Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-p5scj'
  metadata:
    creationTimestamp: "2026-04-23T18:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:32:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18a9100c85734c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28753"
    uid: d7d9e824-cb9b-4ed6-976c-ea690e2a0b40
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28736"
    uid: 95056d2d-6f8b-4298-8936-fd17a0a0c8eb
  kind: Event
  lastTimestamp: "2026-04-23T18:32:53Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:32:53Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a9100c810eb435
    namespace: kserve-ci-e2e-test
    resourceVersion: "28741"
    uid: d4d761b7-c350-45b1-8f86-fe960980f321
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 53848a60-659f-4709-abe4-439a68e79e14
  kind: Event
  lastTimestamp: "2026-04-23T18:33:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:33:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a9100fff9a655f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29118"
    uid: e54f50ad-0e42-4a18-a0cd-fc9bb7e2f902
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 53848a60-659f-4709-abe4-439a68e79e14
  kind: Event
  lastTimestamp: "2026-04-23T18:33:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:33:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a91010000d3fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29119"
    uid: c346351f-bd52-4fe3-9537-cf60ea0521f6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28900"
    uid: 53848a60-659f-4709-abe4-439a68e79e14
  kind: Event
  lastTimestamp: "2026-04-23T18:34:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:34:23Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a910137f221b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: 595b765a-d854-4a56-97c2-a7fa96b9bd32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28900"
    uid: 53848a60-659f-4709-abe4-439a68e79e14
  kind: Event
  lastTimestamp: "2026-04-23T18:34:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:34:23Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a910137f96006c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29442"
    uid: 84b94651-9daa-4772-9529-9623f6b4bdb6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28707"
    uid: 1a3de20a-3799-4573-a390-88cb16374507
  kind: Event
  lastTimestamp: "2026-04-23T18:34:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:34:15Z"
    name: isvc-predictive-lightgbm-v2.18a9100c80ea148f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29385"
    uid: 6afcc1aa-863b-4c71-a480-ec1a67f72b98
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28707"
    uid: 1a3de20a-3799-4573-a390-88cb16374507
  kind: Event
  lastTimestamp: "2026-04-23T18:32:53Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:32:53Z"
    name: isvc-predictive-lightgbm-v2.18a9100c814bddb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28762"
    uid: 7b2cebe1-e021-40f9-b6a6-63b0cea8540b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28719"
    uid: 1a3de20a-3799-4573-a390-88cb16374507
  kind: Event
  lastTimestamp: "2026-04-23T18:32:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:32:53Z"
    name: isvc-predictive-lightgbm-v2.18a9100c87de84f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28763"
    uid: dfd4474a-3eb7-4de4-9451-07a2bc6f94f4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29383"
    uid: 1a3de20a-3799-4573-a390-88cb16374507
  kind: Event
  lastTimestamp: "2026-04-23T18:34:15Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:34:15Z"
    name: isvc-predictive-lightgbm-v2.18a9101f8d0271be
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 2e678253-73ac-443d-b8b3-364924dff059
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: bd6d4ab4-50f3-4c47-a5e9-85ec2b928d5e
  kind: Event
  lastTimestamp: "2026-04-23T18:29:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:29:44Z"
    name: isvc-predictive-lightgbm.18a90fcd78cd734b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26871"
    uid: c7d7f980-fddb-4d43-8894-5eaec3b93896
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: bd6d4ab4-50f3-4c47-a5e9-85ec2b928d5e
  kind: Event
  lastTimestamp: "2026-04-23T18:28:23Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:28:23Z"
    name: isvc-predictive-lightgbm.18a90fcd7925465a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26260"
    uid: fa214ceb-b706-4749-8510-b7d49d46fab5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: bd6d4ab4-50f3-4c47-a5e9-85ec2b928d5e
  kind: Event
  lastTimestamp: "2026-04-23T18:28:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:28:23Z"
    name: isvc-predictive-lightgbm.18a90fcd7f78af2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26261"
    uid: 07d97f43-ec60-4bcb-a81d-e2c9efdfba04
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26869"
    uid: bd6d4ab4-50f3-4c47-a5e9-85ec2b928d5e
  kind: Event
  lastTimestamp: "2026-04-23T18:29:44Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:29:44Z"
    name: isvc-predictive-lightgbm.18a90fe08148c294
    namespace: kserve-ci-e2e-test
    resourceVersion: "26870"
    uid: ec1c52ea-4594-4bd6-a5cc-199d64cdaedd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:25:02.747578Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24634"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:25:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:25:02Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90f9ed041b513
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: c636bbee-3fa0-4700-9b26-c43f4b00e1e2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: "2026-04-23T18:25:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:02Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90f9edbdd421e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24653"
    uid: 31e68985-bbc8-4a1f-a669-3c23f7db4981
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24643"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: "2026-04-23T18:25:03Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:25:03Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90f9f0d800610
    namespace: kserve-ci-e2e-test
    resourceVersion: "24662"
    uid: b503b9ff-b2dc-42da-9fb6-11350ef0a561
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: "2026-04-23T18:25:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:03Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90f9f103db176
    namespace: kserve-ci-e2e-test
    resourceVersion: "24664"
    uid: e6d3a0b1-f064-408c-b43a-de2274692674
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: "2026-04-23T18:25:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:03Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90f9f138c3cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: 7cf25c96-53d2-4891-bf9a-9fd56c093707
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: "2026-04-23T18:25:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:03Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90f9f1400a94a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24668"
    uid: 73154422-57f7-442b-a723-d301cd884726
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: "2026-04-23T18:25:08Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T18:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:08Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90fa015b00500
    namespace: kserve-ci-e2e-test
    resourceVersion: "24710"
    uid: 13ed2e26-a8e7-479b-baa9-e52b6ab2c64a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: "2026-04-23T18:25:28Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.249s
    (20.249s including waiting). Image size: 2321501548 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:28Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90fa4cca48bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24855"
    uid: ed2f8345-85cc-4924-9774-603970b5294c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: "2026-04-23T18:25:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:28Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90fa4d30cb2ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "24856"
    uid: d6578666-10ca-4830-8371-c0428b4f6a67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: "2026-04-23T18:25:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:28Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90fa4d431f98d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24857"
    uid: be68669d-3980-42c2-900e-d0202c739eeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: "2026-04-23T18:25:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:28Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90fa4d43eac83
    namespace: kserve-ci-e2e-test
    resourceVersion: "24858"
    uid: 3edab128-f5a4-4f8d-bd25-c347c357c58a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: "2026-04-23T18:25:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:28Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90fa4d96a95f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24861"
    uid: 794cd598-801f-4e53-b7a0-043073acd3cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: "2026-04-23T18:25:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:28Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90fa4db9a321e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 5f00c591-af41-44f6-af0b-b2150a36623b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: "2026-04-23T18:26:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:54Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90fa539906b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 71001b92-a096-4d2c-88d4-944a64f79a78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: "2026-04-23T18:26:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:52Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90fb87618d58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25493"
    uid: 778dc6c6-2102-4f20-ae32-ea14e7eb27a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: "2026-04-23T18:26:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:52Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90fb876195b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: d978bc88-b70c-4b1f-9d1c-39de0f56686a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: e45d1c3c-bb34-4044-b416-b9f6123a4c97
  kind: Event
  lastTimestamp: "2026-04-23T18:26:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:56Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9.18a90fb93fcd835a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25561"
    uid: 184e4db2-a863-47d8-abad-950666bba4b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24624"
    uid: 71c7d1f3-f1ea-4315-98fd-5b135062c511
  kind: Event
  lastTimestamp: "2026-04-23T18:25:02Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-6lst9'
  metadata:
    creationTimestamp: "2026-04-23T18:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:25:02Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18a90f9ecf687a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "24636"
    uid: 5219ab2a-7d79-454c-90d9-67e76de20875
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24621"
    uid: 8e2bc799-8859-4427-9cb3-5008ee93ba10
  kind: Event
  lastTimestamp: "2026-04-23T18:25:02Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:25:02Z"
    name: isvc-predictive-sklearn-predictor.18a90f9ecbede231
    namespace: kserve-ci-e2e-test
    resourceVersion: "24627"
    uid: 2c4945ce-17dc-4384-b347-ddd631da5d6e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: 2d780b47-3450-48d1-9127-fc3666e979ca
  kind: Event
  lastTimestamp: "2026-04-23T18:25:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:25:32Z"
    name: isvc-predictive-sklearn-predictor.18a90fa24a84ceec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24895"
    uid: 92ee752a-a2b0-4441-a3d2-26eb133e98ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: 2d780b47-3450-48d1-9127-fc3666e979ca
  kind: Event
  lastTimestamp: "2026-04-23T18:25:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:25:32Z"
    name: isvc-predictive-sklearn-predictor.18a90fa24af315fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24896"
    uid: 8c1b2520-3ed7-4ec2-83d0-8436b0f52832
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24779"
    uid: 2d780b47-3450-48d1-9127-fc3666e979ca
  kind: Event
  lastTimestamp: "2026-04-23T18:26:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:26:47Z"
    name: isvc-predictive-sklearn-predictor.18a90fa948e82203
    namespace: kserve-ci-e2e-test
    resourceVersion: "25429"
    uid: 4fff20c6-c17f-4d1f-b432-a25f50fcfd58
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24779"
    uid: 2d780b47-3450-48d1-9127-fc3666e979ca
  kind: Event
  lastTimestamp: "2026-04-23T18:26:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:26:47Z"
    name: isvc-predictive-sklearn-predictor.18a90fa94963d03f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25430"
    uid: b7ed4649-5d6a-41c4-a098-0fe09416cc5a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:29:53.498140Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27255"
    uid: e5986cc1-52f7-4aec-a1fd-a217d5bcbcdd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:29:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:29:53Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9.18a90fe282573357
    namespace: kserve-ci-e2e-test
    resourceVersion: "27259"
    uid: 4c86d020-bd98-43d1-8819-c43900e4ed67
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27264"
    uid: e5986cc1-52f7-4aec-a1fd-a217d5bcbcdd
  kind: Event
  lastTimestamp: "2026-04-23T18:29:53Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:29:53Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9.18a90fe29b46e61f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27275"
    uid: 50d597c8-9b99-467f-8e50-eb2aafbfe0c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: e5986cc1-52f7-4aec-a1fd-a217d5bcbcdd
  kind: Event
  lastTimestamp: "2026-04-23T18:29:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:53Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9.18a90fe29ca4b7be
    namespace: kserve-ci-e2e-test
    resourceVersion: "27277"
    uid: 88a925a2-2aea-4778-ab97-c2b7049e2ae1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: e5986cc1-52f7-4aec-a1fd-a217d5bcbcdd
  kind: Event
  lastTimestamp: "2026-04-23T18:29:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:53Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9.18a90fe29fdface9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27278"
    uid: aba42d67-edea-4b1c-9898-44bddcdec302
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: e5986cc1-52f7-4aec-a1fd-a217d5bcbcdd
  kind: Event
  lastTimestamp: "2026-04-23T18:29:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:54Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9.18a90fe2a04f5629
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 1aa78773-cdfa-4861-8792-85575ff8a2f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: e5986cc1-52f7-4aec-a1fd-a217d5bcbcdd
  kind: Event
  lastTimestamp: "2026-04-23T18:29:58Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:58Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9.18a90fe3911ed97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27317"
    uid: 3dc06b85-8cea-4f1e-b599-c07a4bca0f2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: e5986cc1-52f7-4aec-a1fd-a217d5bcbcdd
  kind: Event
  lastTimestamp: "2026-04-23T18:29:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:58Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9.18a90fe3977f97f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27321"
    uid: dab2bc61-cef9-47ba-b8da-a55d0924a728
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: e5986cc1-52f7-4aec-a1fd-a217d5bcbcdd
  kind: Event
  lastTimestamp: "2026-04-23T18:29:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:58Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9.18a90fe397f22f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27323"
    uid: 8dda8f90-c503-4ae6-8bed-2dbedd75a7ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: e5986cc1-52f7-4aec-a1fd-a217d5bcbcdd
  kind: Event
  lastTimestamp: "2026-04-23T18:29:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:58Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9.18a90fe397ff7169
    namespace: kserve-ci-e2e-test
    resourceVersion: "27324"
    uid: 7dae53fe-3655-4bca-98d6-041d32893b29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: e5986cc1-52f7-4aec-a1fd-a217d5bcbcdd
  kind: Event
  lastTimestamp: "2026-04-23T18:29:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:58Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9.18a90fe39ae5b7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27325"
    uid: fad415cb-47cb-4395-8e24-dfba28d9737c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: e5986cc1-52f7-4aec-a1fd-a217d5bcbcdd
  kind: Event
  lastTimestamp: "2026-04-23T18:29:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:58Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9.18a90fe39b66d483
    namespace: kserve-ci-e2e-test
    resourceVersion: "27326"
    uid: 5ef55c1c-c393-4b27-8dd5-3752fd507c26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T18:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: e5986cc1-52f7-4aec-a1fd-a217d5bcbcdd
  kind: Event
  lastTimestamp: "2026-04-23T18:31:25Z"
  message: 'Readiness probe failed: Get "http://10.133.0.38:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.38:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:25Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9.18a90fec2f70985f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28038"
    uid: 1c18b231-8825-40f3-bb93-b90c47cd4d46
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: e5986cc1-52f7-4aec-a1fd-a217d5bcbcdd
  kind: Event
  lastTimestamp: "2026-04-23T18:31:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:23Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9.18a90ff77fee6a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "27987"
    uid: 71987e23-424e-4eb6-85ff-b771f0536889
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: e5986cc1-52f7-4aec-a1fd-a217d5bcbcdd
  kind: Event
  lastTimestamp: "2026-04-23T18:31:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:23Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9.18a90ff77feeed8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27989"
    uid: f2bfdc15-4ecf-44e6-8c65-7ca9794f85bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: e5986cc1-52f7-4aec-a1fd-a217d5bcbcdd
  kind: Event
  lastTimestamp: "2026-04-23T18:31:25Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:25Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9.18a90ff7d357ba9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28037"
    uid: 94555684-47e7-436c-9f83-5dc9e9b27073
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: fd34ca8b-265a-4826-aec2-a340f144658f
  kind: Event
  lastTimestamp: "2026-04-23T18:29:53Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-tqtb9'
  metadata:
    creationTimestamp: "2026-04-23T18:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:29:53Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18a90fe281e20e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "27256"
    uid: f0a8b2a3-088f-4839-8dcf-34a889df617a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27239"
    uid: f0149367-38b9-4ac6-b9f0-aa4bcc62e318
  kind: Event
  lastTimestamp: "2026-04-23T18:29:53Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:29:53Z"
    name: isvc-predictive-sklearn-v2-predictor.18a90fe27d32a32d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27245"
    uid: 19cdc41d-a7c0-4efd-aa50-bdd974a11d08
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:30:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27241"
    uid: 7ac6fd49-c682-4fbd-a49f-b28df510a94a
  kind: Event
  lastTimestamp: "2026-04-23T18:30:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:30:38Z"
    name: isvc-predictive-sklearn-v2-predictor.18a90fe5fbbc2b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "27614"
    uid: b8632894-9e63-46e6-b641-cd957663bd0e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:30:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27241"
    uid: 7ac6fd49-c682-4fbd-a49f-b28df510a94a
  kind: Event
  lastTimestamp: "2026-04-23T18:30:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:30:38Z"
    name: isvc-predictive-sklearn-v2-predictor.18a90fe5fc2c220d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27615"
    uid: ed5c44ff-196f-4b83-bbad-3d36a6e629d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:30:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27404"
    uid: 7ac6fd49-c682-4fbd-a49f-b28df510a94a
  kind: Event
  lastTimestamp: "2026-04-23T18:31:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:31:23Z"
    name: isvc-predictive-sklearn-v2-predictor.18a90fe97b3c7a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27958"
    uid: b3d3ba3d-0fec-45b4-a15e-273545b26210
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:30:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27404"
    uid: 7ac6fd49-c682-4fbd-a49f-b28df510a94a
  kind: Event
  lastTimestamp: "2026-04-23T18:31:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:31:23Z"
    name: isvc-predictive-sklearn-v2-predictor.18a90fe97bb189b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27959"
    uid: e3c616a5-bbb4-4a3f-8767-726482d0ee90
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27213"
    uid: afcf3cba-d7b4-42c9-945e-118ce654b9fc
  kind: Event
  lastTimestamp: "2026-04-23T18:31:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:31:15Z"
    name: isvc-predictive-sklearn-v2.18a90fe27d0b6fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27897"
    uid: 76635b20-9f97-45f1-9d97-7014a77779b2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27213"
    uid: afcf3cba-d7b4-42c9-945e-118ce654b9fc
  kind: Event
  lastTimestamp: "2026-04-23T18:29:53Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:29:53Z"
    name: isvc-predictive-sklearn-v2.18a90fe27d6f3eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27247"
    uid: 24ef40d4-f9a3-4b85-b207-4a4e99c28042
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27895"
    uid: afcf3cba-d7b4-42c9-945e-118ce654b9fc
  kind: Event
  lastTimestamp: "2026-04-23T18:31:15Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:31:15Z"
    name: isvc-predictive-sklearn-v2.18a90ff5854ded11
    namespace: kserve-ci-e2e-test
    resourceVersion: "27896"
    uid: fe2ce3ef-d767-4525-86bd-7891c1eb1368
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24611"
    uid: a15db8e7-b1d8-4ab7-81b6-e828c7976ed8
  kind: Event
  lastTimestamp: "2026-04-23T18:26:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:26:44Z"
    name: isvc-predictive-sklearn.18a90f9ecbd973e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25405"
    uid: d5c4a901-6d9f-41bc-9b54-696f80265739
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24611"
    uid: a15db8e7-b1d8-4ab7-81b6-e828c7976ed8
  kind: Event
  lastTimestamp: "2026-04-23T18:25:02Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:25:02Z"
    name: isvc-predictive-sklearn.18a90f9ecca091ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24629"
    uid: 800293db-fa61-4a3f-a942-a78e672f4167
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25402"
    uid: a15db8e7-b1d8-4ab7-81b6-e828c7976ed8
  kind: Event
  lastTimestamp: "2026-04-23T18:26:44Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:26:44Z"
    name: isvc-predictive-sklearn.18a90fb68fcd1148
    namespace: kserve-ci-e2e-test
    resourceVersion: "25404"
    uid: c4b281f6-865d-4d7b-aa1a-97d8fd8e6237
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:26:53.017592Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25511"
    uid: 9110aa9a-a256-44c3-a2f3-08f4bb955ab0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:26:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:26:53Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl.18a90fb87cdc9263
    namespace: kserve-ci-e2e-test
    resourceVersion: "25517"
    uid: bc82a7da-0e3c-4eff-9071-1d88d791798c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25521"
    uid: 9110aa9a-a256-44c3-a2f3-08f4bb955ab0
  kind: Event
  lastTimestamp: "2026-04-23T18:26:53Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:26:53Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl.18a90fb895b0ccd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25532"
    uid: 1e79020a-2ef0-4ce2-8b8c-8e54900dc6bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 9110aa9a-a256-44c3-a2f3-08f4bb955ab0
  kind: Event
  lastTimestamp: "2026-04-23T18:26:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:53Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl.18a90fb8971c4472
    namespace: kserve-ci-e2e-test
    resourceVersion: "25534"
    uid: 191fb8f6-8645-47b2-9d6f-6beac8cd191e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 9110aa9a-a256-44c3-a2f3-08f4bb955ab0
  kind: Event
  lastTimestamp: "2026-04-23T18:26:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:53Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl.18a90fb89a89833f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25537"
    uid: f8a70f12-c578-45e7-9485-b25e67c35d8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 9110aa9a-a256-44c3-a2f3-08f4bb955ab0
  kind: Event
  lastTimestamp: "2026-04-23T18:26:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:53Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl.18a90fb89afbe504
    namespace: kserve-ci-e2e-test
    resourceVersion: "25538"
    uid: 65f9c639-0db1-4b79-8acb-9b8c38fbd54e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 9110aa9a-a256-44c3-a2f3-08f4bb955ab0
  kind: Event
  lastTimestamp: "2026-04-23T18:26:57Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:57Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl.18a90fb989845787
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: 839ae0b7-1011-4eb7-97df-31460cc16e3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 9110aa9a-a256-44c3-a2f3-08f4bb955ab0
  kind: Event
  lastTimestamp: "2026-04-23T18:26:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:57Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl.18a90fb98d209c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25576"
    uid: 6200a8a3-aa45-4399-b10e-997294cc84ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 9110aa9a-a256-44c3-a2f3-08f4bb955ab0
  kind: Event
  lastTimestamp: "2026-04-23T18:26:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:57Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl.18a90fb98d96e343
    namespace: kserve-ci-e2e-test
    resourceVersion: "25577"
    uid: 9eadffaf-4747-4b6a-8c37-38dfdb55ebe5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 9110aa9a-a256-44c3-a2f3-08f4bb955ab0
  kind: Event
  lastTimestamp: "2026-04-23T18:26:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:57Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl.18a90fb98da5335a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25578"
    uid: cd86e79f-e2ce-41fa-a533-eb2963825a46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 9110aa9a-a256-44c3-a2f3-08f4bb955ab0
  kind: Event
  lastTimestamp: "2026-04-23T18:26:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:57Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl.18a90fb9910c104c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25580"
    uid: 4e71641f-94cb-44fe-bd8e-aaa591bca9d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 9110aa9a-a256-44c3-a2f3-08f4bb955ab0
  kind: Event
  lastTimestamp: "2026-04-23T18:26:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:57Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl.18a90fb99181dfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25581"
    uid: bc00f911-74de-43f9-9d16-880e7eef6898
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 9110aa9a-a256-44c3-a2f3-08f4bb955ab0
  kind: Event
  lastTimestamp: "2026-04-23T18:28:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:27Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl.18a90fb9c58c3b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "26311"
    uid: 33aff817-53ff-4610-a753-c2a8ef4e1c24
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 9110aa9a-a256-44c3-a2f3-08f4bb955ab0
  kind: Event
  lastTimestamp: "2026-04-23T18:28:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:23Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl.18a90fcd76f6c876
    namespace: kserve-ci-e2e-test
    resourceVersion: "26229"
    uid: 45f964b7-6335-4462-a73c-5ddae1fc11e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 9110aa9a-a256-44c3-a2f3-08f4bb955ab0
  kind: Event
  lastTimestamp: "2026-04-23T18:28:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:23Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl.18a90fcd76f7bcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 7146549e-77dc-41d5-a7f2-a04686429ecd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 9110aa9a-a256-44c3-a2f3-08f4bb955ab0
  kind: Event
  lastTimestamp: "2026-04-23T18:28:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:24Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl.18a90fcdcc275f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "26286"
    uid: d231ca68-f465-4e0d-bfdf-1df5a1bb1048
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25499"
    uid: 81dfec9d-4fb7-4c1e-92bb-ac6351bfd68a
  kind: Event
  lastTimestamp: "2026-04-23T18:26:53Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-fkntl'
  metadata:
    creationTimestamp: "2026-04-23T18:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:26:53Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18a90fb87caa91f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: 5d482800-c2f2-4342-872a-ceab30f57a99
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: 47772b58-1f70-4657-9ade-9f6702e0cbfa
  kind: Event
  lastTimestamp: "2026-04-23T18:26:52Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:26:52Z"
    name: isvc-predictive-xgboost-predictor.18a90fb877753e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 92f5b912-7c6d-4cc0-afb3-290daab20bc7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:27:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25498"
    uid: 93ec2b21-416e-4e5d-ae61-7cb2560857f0
  kind: Event
  lastTimestamp: "2026-04-23T18:27:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:27:37Z"
    name: isvc-predictive-xgboost-predictor.18a90fbbf6014dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25873"
    uid: dbe09c1f-21ee-4a9b-ad9c-47ce882566a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:27:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25498"
    uid: 93ec2b21-416e-4e5d-ae61-7cb2560857f0
  kind: Event
  lastTimestamp: "2026-04-23T18:27:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:27:38Z"
    name: isvc-predictive-xgboost-predictor.18a90fbbf67e253c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25874"
    uid: f7a4be7a-42eb-46d4-9c98-6e57134779f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:27:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25658"
    uid: 93ec2b21-416e-4e5d-ae61-7cb2560857f0
  kind: Event
  lastTimestamp: "2026-04-23T18:28:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:28:23Z"
    name: isvc-predictive-xgboost-predictor.18a90fbf75bdc902
    namespace: kserve-ci-e2e-test
    resourceVersion: "26205"
    uid: 84512e17-23ea-4ffb-80c5-4371d4806a15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:27:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25658"
    uid: 93ec2b21-416e-4e5d-ae61-7cb2560857f0
  kind: Event
  lastTimestamp: "2026-04-23T18:28:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:28:23Z"
    name: isvc-predictive-xgboost-predictor.18a90fbf763751ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26206"
    uid: 1036db4b-bad2-4c24-8961-a668eb6a63cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:31:23.755370Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "28002"
    uid: 753035b8-f8c4-4399-9008-8b195c79833e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:31:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:31:23Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z.18a90ff786173874
    namespace: kserve-ci-e2e-test
    resourceVersion: "28007"
    uid: edc3723c-5be9-4f9c-9f88-8063e18be3e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "28011"
    uid: 753035b8-f8c4-4399-9008-8b195c79833e
  kind: Event
  lastTimestamp: "2026-04-23T18:31:24Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:31:24Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z.18a90ff79f319103
    namespace: kserve-ci-e2e-test
    resourceVersion: "28019"
    uid: 9d5046f3-6f69-4e77-9c55-895c6b039604
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 753035b8-f8c4-4399-9008-8b195c79833e
  kind: Event
  lastTimestamp: "2026-04-23T18:31:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:24Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z.18a90ff7a15a4a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28024"
    uid: 213df86b-15d6-483e-85f6-0a901736681c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 753035b8-f8c4-4399-9008-8b195c79833e
  kind: Event
  lastTimestamp: "2026-04-23T18:31:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:24Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z.18a90ff7a4be6b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28025"
    uid: 6437a5df-28cc-4c5f-a695-3e39deb0d5b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 753035b8-f8c4-4399-9008-8b195c79833e
  kind: Event
  lastTimestamp: "2026-04-23T18:31:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:24Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z.18a90ff7a5376488
    namespace: kserve-ci-e2e-test
    resourceVersion: "28027"
    uid: 59a71d92-cb05-4f27-a8f9-523aaff97dab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 753035b8-f8c4-4399-9008-8b195c79833e
  kind: Event
  lastTimestamp: "2026-04-23T18:31:28Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:28Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z.18a90ff894d82369
    namespace: kserve-ci-e2e-test
    resourceVersion: "28064"
    uid: 82c68239-67b3-4f7e-93ed-395cb4b21c16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 753035b8-f8c4-4399-9008-8b195c79833e
  kind: Event
  lastTimestamp: "2026-04-23T18:31:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:28Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z.18a90ff897d070b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 54b8de07-bed7-48df-9a16-be2e84e60efb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 753035b8-f8c4-4399-9008-8b195c79833e
  kind: Event
  lastTimestamp: "2026-04-23T18:31:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:28Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z.18a90ff89845e61e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28068"
    uid: 1487d451-9678-44c2-8c37-6e0354d93c5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 753035b8-f8c4-4399-9008-8b195c79833e
  kind: Event
  lastTimestamp: "2026-04-23T18:31:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:28Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z.18a90ff89851a337
    namespace: kserve-ci-e2e-test
    resourceVersion: "28071"
    uid: a8b1ef42-2f3e-4b82-af07-eeb0af2a1778
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 753035b8-f8c4-4399-9008-8b195c79833e
  kind: Event
  lastTimestamp: "2026-04-23T18:31:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:28Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z.18a90ff89b17a723
    namespace: kserve-ci-e2e-test
    resourceVersion: "28072"
    uid: 1e3ebd85-b441-4cee-95b2-a95e20a367cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 753035b8-f8c4-4399-9008-8b195c79833e
  kind: Event
  lastTimestamp: "2026-04-23T18:31:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:28Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z.18a90ff89b8be6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28074"
    uid: fd2a5e50-eab0-4561-8c35-be56ecd1b605
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 753035b8-f8c4-4399-9008-8b195c79833e
  kind: Event
  lastTimestamp: "2026-04-23T18:32:55Z"
  message: 'Readiness probe failed: Get "http://10.133.0.39:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:32:55Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z.18a91001332fafb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28788"
    uid: 364271bc-09af-40c2-a5a3-5b41f5b9bd73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 753035b8-f8c4-4399-9008-8b195c79833e
  kind: Event
  lastTimestamp: "2026-04-23T18:32:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:32:53Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z.18a9100c7ffa4034
    namespace: kserve-ci-e2e-test
    resourceVersion: "28735"
    uid: ae3e3790-7f78-4432-b72f-b595bebb42de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 753035b8-f8c4-4399-9008-8b195c79833e
  kind: Event
  lastTimestamp: "2026-04-23T18:32:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:32:53Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z.18a9100c7ffad2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: 6392d062-1e46-4fbe-98d8-550f207b672a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 753035b8-f8c4-4399-9008-8b195c79833e
  kind: Event
  lastTimestamp: "2026-04-23T18:32:55Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:32:55Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z.18a9100cd718bba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28787"
    uid: b6b3b0c2-c1a4-4b07-9767-20056c46da3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27990"
    uid: 4459bc42-5a08-4a53-bbb9-a4625629d18c
  kind: Event
  lastTimestamp: "2026-04-23T18:31:23Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-s5n7z'
  metadata:
    creationTimestamp: "2026-04-23T18:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:31:23Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18a90ff785937971
    namespace: kserve-ci-e2e-test
    resourceVersion: "28004"
    uid: dfb0cc09-5bbd-4f7f-8c35-a69b5787c3e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27986"
    uid: e3368d80-0e2c-4cdc-a29f-13239ee872f4
  kind: Event
  lastTimestamp: "2026-04-23T18:31:23Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:31:23Z"
    name: isvc-predictive-xgboost-v2-predictor.18a90ff780d8989f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27992"
    uid: bbc93903-b23f-464d-9163-d2be0c0c264f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27988"
    uid: 6b6bebbe-be0c-4354-a0bb-58b40c8e316b
  kind: Event
  lastTimestamp: "2026-04-23T18:32:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:32:08Z"
    name: isvc-predictive-xgboost-v2-predictor.18a90ffaff9a5b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "28380"
    uid: db9de955-8c71-470e-a787-90dd82096caf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27988"
    uid: 6b6bebbe-be0c-4354-a0bb-58b40c8e316b
  kind: Event
  lastTimestamp: "2026-04-23T18:32:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:32:08Z"
    name: isvc-predictive-xgboost-v2-predictor.18a90ffb00148e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28381"
    uid: 02632e24-cfc2-4b97-a041-059b97ebbfa8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28170"
    uid: 6b6bebbe-be0c-4354-a0bb-58b40c8e316b
  kind: Event
  lastTimestamp: "2026-04-23T18:32:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:32:53Z"
    name: isvc-predictive-xgboost-v2-predictor.18a90ffe7f6378ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "28709"
    uid: 0be16f4a-7af1-43b4-997d-e459539421d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28170"
    uid: 6b6bebbe-be0c-4354-a0bb-58b40c8e316b
  kind: Event
  lastTimestamp: "2026-04-23T18:32:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:32:53Z"
    name: isvc-predictive-xgboost-v2-predictor.18a90ffe7fb59f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28715"
    uid: 7850c146-754a-4184-8a93-50cd70b8453f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27960"
    uid: 7233480f-9f09-4e2a-b766-7d487dde1429
  kind: Event
  lastTimestamp: "2026-04-23T18:32:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:32:45Z"
    name: isvc-predictive-xgboost-v2.18a90ff780af5ad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28643"
    uid: c4d115cc-3b23-4ae0-a31d-2777eff483c3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27960"
    uid: 7233480f-9f09-4e2a-b766-7d487dde1429
  kind: Event
  lastTimestamp: "2026-04-23T18:31:23Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:31:23Z"
    name: isvc-predictive-xgboost-v2.18a90ff7810c0b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: dd1202ec-fbba-48d6-a375-92433842a0d6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27968"
    uid: 7233480f-9f09-4e2a-b766-7d487dde1429
  kind: Event
  lastTimestamp: "2026-04-23T18:31:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:31:23Z"
    name: isvc-predictive-xgboost-v2.18a90ff7883d8301
    namespace: kserve-ci-e2e-test
    resourceVersion: "28014"
    uid: 0192c5de-5067-42ca-9144-d3ff1b5d1d51
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28641"
    uid: 7233480f-9f09-4e2a-b766-7d487dde1429
  kind: Event
  lastTimestamp: "2026-04-23T18:32:45Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:32:45Z"
    name: isvc-predictive-xgboost-v2.18a9100a893078ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "28642"
    uid: 3cf93643-a628-4e58-85c2-c0dfd588694d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25469"
    uid: 09174eff-13f2-490c-9553-ab6e75a9ce8e
  kind: Event
  lastTimestamp: "2026-04-23T18:28:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:28:17Z"
    name: isvc-predictive-xgboost.18a90fb877498d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26168"
    uid: 62cb5fa4-2819-41a4-a272-31310d1db3bd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25469"
    uid: 09174eff-13f2-490c-9553-ab6e75a9ce8e
  kind: Event
  lastTimestamp: "2026-04-23T18:26:53Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:26:53Z"
    name: isvc-predictive-xgboost.18a90fb877bbd3d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25520"
    uid: be8d6fe7-a0ec-4fb0-a892-b76541430517
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25474"
    uid: 09174eff-13f2-490c-9553-ab6e75a9ce8e
  kind: Event
  lastTimestamp: "2026-04-23T18:26:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:26:53Z"
    name: isvc-predictive-xgboost.18a90fb87e0b9320
    namespace: kserve-ci-e2e-test
    resourceVersion: "25523"
    uid: 671eaf6a-d26d-4a4a-821e-1bff3d6f2fb3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: 09174eff-13f2-490c-9553-ab6e75a9ce8e
  kind: Event
  lastTimestamp: "2026-04-23T18:28:17Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:28:17Z"
    name: isvc-predictive-xgboost.18a90fcc339448c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26167"
    uid: 8869ffa3-b27d-4df4-b4b5-3f22e25ddfcc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:23:16.165553Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23622"
    uid: 1b2f3978-5d08-4fa9-b961-309e6c14b2b4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-5df402-predictor-5766465f6-lzp5b
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:23:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:23:16Z"
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b.18a90f85ff790c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23627"
    uid: 38173cef-c4dc-4584-9d62-d01409bd05b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23630"
    uid: 1b2f3978-5d08-4fa9-b961-309e6c14b2b4
  kind: Event
  lastTimestamp: "2026-04-23T18:23:16Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:23:16Z"
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b.18a90f8618845d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "23643"
    uid: 0094f1e2-931a-4a82-8892-94979769d590
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 1b2f3978-5d08-4fa9-b961-309e6c14b2b4
  kind: Event
  lastTimestamp: "2026-04-23T18:23:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:16Z"
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b.18a90f8619ff44e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: ff03af5a-f265-4daf-a297-69577edfdfb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 1b2f3978-5d08-4fa9-b961-309e6c14b2b4
  kind: Event
  lastTimestamp: "2026-04-23T18:23:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:16Z"
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b.18a90f861d21d64a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23646"
    uid: 28d15268-bf24-4c73-a220-b321de0a9a4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 1b2f3978-5d08-4fa9-b961-309e6c14b2b4
  kind: Event
  lastTimestamp: "2026-04-23T18:23:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:16Z"
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b.18a90f861d92e409
    namespace: kserve-ci-e2e-test
    resourceVersion: "23648"
    uid: 4d89aaca-ce84-4a6a-a8bc-68ef73f91e57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 1b2f3978-5d08-4fa9-b961-309e6c14b2b4
  kind: Event
  lastTimestamp: "2026-04-23T18:23:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1417"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:20Z"
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b.18a90f871902cc74
    namespace: kserve-ci-e2e-test
    resourceVersion: "23693"
    uid: 48b4fa64-8386-40c0-b4c6-bb4e5f2c9d77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 1b2f3978-5d08-4fa9-b961-309e6c14b2b4
  kind: Event
  lastTimestamp: "2026-04-23T18:23:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:20Z"
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b.18a90f871c4af092
    namespace: kserve-ci-e2e-test
    resourceVersion: "23695"
    uid: 63af7199-6a46-4401-9ac2-25b2e7f5cdac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 1b2f3978-5d08-4fa9-b961-309e6c14b2b4
  kind: Event
  lastTimestamp: "2026-04-23T18:23:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:20Z"
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b.18a90f871cc065d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23698"
    uid: 55b5815a-ced3-45c5-a03a-564ae17c8a89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 1b2f3978-5d08-4fa9-b961-309e6c14b2b4
  kind: Event
  lastTimestamp: "2026-04-23T18:23:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:20Z"
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b.18a90f871cce0a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 1368289c-d58d-404f-a530-7336a96668b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 1b2f3978-5d08-4fa9-b961-309e6c14b2b4
  kind: Event
  lastTimestamp: "2026-04-23T18:23:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:21Z"
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b.18a90f871fc85edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23702"
    uid: b3fc1fc0-1ae3-4b7c-ade4-2925a3dede5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 1b2f3978-5d08-4fa9-b961-309e6c14b2b4
  kind: Event
  lastTimestamp: "2026-04-23T18:23:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:21Z"
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b.18a90f87203cf62b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: 100a1c87-3ba1-44f1-94a1-cfaeff41b40d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 1b2f3978-5d08-4fa9-b961-309e6c14b2b4
  kind: Event
  lastTimestamp: "2026-04-23T18:24:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:18Z"
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b.18a90f8790beb1b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 0821a575-bdff-431e-9723-fd53d210eb17
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 1b2f3978-5d08-4fa9-b961-309e6c14b2b4
  kind: Event
  lastTimestamp: "2026-04-23T18:24:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:52Z"
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b.18a90f9c6d022759
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 66ee8ccc-39f5-43bb-9ae9-0caca57db0c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 1b2f3978-5d08-4fa9-b961-309e6c14b2b4
  kind: Event
  lastTimestamp: "2026-04-23T18:24:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:52Z"
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b.18a90f9c6d034ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24461"
    uid: 67a5edcc-90c2-4f5b-aea2-a35b5c68902c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 1b2f3978-5d08-4fa9-b961-309e6c14b2b4
  kind: Event
  lastTimestamp: "2026-04-23T18:24:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:53Z"
    name: isvc-primary-5df402-predictor-5766465f6-lzp5b.18a90f9cc0eb19d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24508"
    uid: 13ac34f7-6d01-4ce1-b898-006aefe3ab59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-5df402-predictor-5766465f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 19f4271d-6884-4985-b464-90706dde01f2
  kind: Event
  lastTimestamp: "2026-04-23T18:23:16Z"
  message: 'Created pod: isvc-primary-5df402-predictor-5766465f6-lzp5b'
  metadata:
    creationTimestamp: "2026-04-23T18:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:23:16Z"
    name: isvc-primary-5df402-predictor-5766465f6.18a90f85fee3cfba
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 7461deeb-fd49-485c-af79-0763afd71844
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-5df402-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23611"
    uid: 9ddad474-7f2f-4e9c-8b40-5e60a02a7335
  kind: Event
  lastTimestamp: "2026-04-23T18:23:16Z"
  message: Scaled up replica set isvc-primary-5df402-predictor-5766465f6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:23:16Z"
    name: isvc-primary-5df402-predictor.18a90f85fa383fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23615"
    uid: ae07fa47-ce3d-44e0-b314-75452c17a54c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5df402-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: a765eca5-79c5-49e2-b4de-9dfb238d1358
  kind: Event
  lastTimestamp: "2026-04-23T18:23:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:23:46Z"
    name: isvc-primary-5df402-predictor.18a90f89791958a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 1031ed6b-55b7-4568-92d7-e8c319611822
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5df402-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: a765eca5-79c5-49e2-b4de-9dfb238d1358
  kind: Event
  lastTimestamp: "2026-04-23T18:23:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:23:46Z"
    name: isvc-primary-5df402-predictor.18a90f89798f81e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23877"
    uid: d4c40eba-2e54-4b90-8e80-f518214d5398
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5df402-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23773"
    uid: a765eca5-79c5-49e2-b4de-9dfb238d1358
  kind: Event
  lastTimestamp: "2026-04-23T18:24:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:24:46Z"
    name: isvc-primary-5df402-predictor.18a90f9078c7cadd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24364"
    uid: 256e04de-1ee3-45b8-a6d6-244b186db50b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5df402-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23773"
    uid: a765eca5-79c5-49e2-b4de-9dfb238d1358
  kind: Event
  lastTimestamp: "2026-04-23T18:24:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:24:46Z"
    name: isvc-primary-5df402-predictor.18a90f90793d1e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24365"
    uid: 6e244e16-919f-4e0b-bd62-c76a8434783a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5df402
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 8a0f228b-19a5-4450-ad1e-0aff979eaceb
  kind: Event
  lastTimestamp: "2026-04-23T18:24:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:24:29Z"
    name: isvc-primary-5df402.18a90f85fa144083
    namespace: kserve-ci-e2e-test
    resourceVersion: "24183"
    uid: 5200948c-80ac-40cb-bed1-3f22a7aa8f5e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5df402
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 8a0f228b-19a5-4450-ad1e-0aff979eaceb
  kind: Event
  lastTimestamp: "2026-04-23T18:23:16Z"
  message: 'Failed to update status for InferenceService "isvc-primary-5df402": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-5df402":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:23:16Z"
    name: isvc-primary-5df402.18a90f85fa64b76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23632"
    uid: a75482e4-0eb7-44d8-8484-7abbcd3b5ca3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5df402
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 8a0f228b-19a5-4450-ad1e-0aff979eaceb
  kind: Event
  lastTimestamp: "2026-04-23T18:23:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-5df402": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:23:16Z"
    name: isvc-primary-5df402.18a90f85fa65029e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23633"
    uid: 2d6eadfe-361a-4c46-8ebe-073dada1b2ef
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5df402
    namespace: kserve-ci-e2e-test
    resourceVersion: "24181"
    uid: 8a0f228b-19a5-4450-ad1e-0aff979eaceb
  kind: Event
  lastTimestamp: "2026-04-23T18:24:28Z"
  message: InferenceService [isvc-primary-5df402] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:24:28Z"
    name: isvc-primary-5df402.18a90f96f47a1be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 759c985c-df5c-470e-bc72-fb02a47fed7f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:24:36.369675Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-5df402-predictor-599c8b945f-xzctz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24261"
    uid: 8d4e1951-715a-4431-b6e5-d344a39ea131
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-5df402-predictor-599c8b945f-xzctz
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:24:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:24:36Z"
    name: isvc-secondary-5df402-predictor-599c8b945f-xzctz.18a90f98ac02d2fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24265"
    uid: b8f34089-417e-4262-97ed-877a4861b653
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-5df402-predictor-599c8b945f-xzctz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24263"
    uid: 8d4e1951-715a-4431-b6e5-d344a39ea131
  kind: Event
  lastTimestamp: "2026-04-23T18:24:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-5df402-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:36Z"
    name: isvc-secondary-5df402-predictor-599c8b945f-xzctz.18a90f98bbcba2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "24273"
    uid: 2401bb1e-53c7-478f-adf1-17efab37bad9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-5df402-predictor-599c8b945f-xzctz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24270"
    uid: 8d4e1951-715a-4431-b6e5-d344a39ea131
  kind: Event
  lastTimestamp: "2026-04-23T18:24:37Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:24:37Z"
    name: isvc-secondary-5df402-predictor-599c8b945f-xzctz.18a90f98e8f0387e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24287"
    uid: 6b529980-e017-4095-b779-27036a748f6a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5df402-predictor-599c8b945f-xzctz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24263"
    uid: 8d4e1951-715a-4431-b6e5-d344a39ea131
  kind: Event
  lastTimestamp: "2026-04-23T18:24:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:42Z"
    name: isvc-secondary-5df402-predictor-599c8b945f-xzctz.18a90f98ea6bdbf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 67a68277-0fd6-40bd-b6fc-7cddb5a0688e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5df402-predictor-599c8b945f-xzctz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24263"
    uid: 8d4e1951-715a-4431-b6e5-d344a39ea131
  kind: Event
  lastTimestamp: "2026-04-23T18:24:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:42Z"
    name: isvc-secondary-5df402-predictor-599c8b945f-xzctz.18a90f98ee277f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "24334"
    uid: bb18cd48-2090-4e9b-8c0d-b28477db6e80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5df402-predictor-599c8b945f-xzctz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24263"
    uid: 8d4e1951-715a-4431-b6e5-d344a39ea131
  kind: Event
  lastTimestamp: "2026-04-23T18:24:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:42Z"
    name: isvc-secondary-5df402-predictor-599c8b945f-xzctz.18a90f98eea18ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24335"
    uid: 215e5fde-afef-402c-b0ec-9d08f03c432e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5df402-predictor-599c8b945f-xzctz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24263"
    uid: 8d4e1951-715a-4431-b6e5-d344a39ea131
  kind: Event
  lastTimestamp: "2026-04-23T18:24:49Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-5df402-predictor-599c8b945f-xzctz_kserve-ci-e2e-test(8d4e1951-715a-4431-b6e5-d344a39ea131)
  metadata:
    creationTimestamp: "2026-04-23T18:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:49Z"
    name: isvc-secondary-5df402-predictor-599c8b945f-xzctz.18a90f9ba5969f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24389"
    uid: 2f4bc1d1-b851-4a3e-87aa-0dbeb624197f
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-5df402-predictor-599c8b945f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24250"
    uid: 7769d0e5-ab3a-4402-b0ba-e80772ec5dc5
  kind: Event
  lastTimestamp: "2026-04-23T18:24:36Z"
  message: 'Created pod: isvc-secondary-5df402-predictor-599c8b945f-xzctz'
  metadata:
    creationTimestamp: "2026-04-23T18:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:24:36Z"
    name: isvc-secondary-5df402-predictor-599c8b945f.18a90f98ab90f5d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24262"
    uid: 69fd65ff-5aef-4b58-85d6-5b404be024e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-5df402-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 62682fce-6fa1-486f-8f56-c472c7f0e1a0
  kind: Event
  lastTimestamp: "2026-04-23T18:24:36Z"
  message: Scaled up replica set isvc-secondary-5df402-predictor-599c8b945f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:24:36Z"
    name: isvc-secondary-5df402-predictor.18a90f98a7bf578c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24252"
    uid: b033b023-f522-4797-8560-2ff377a7bcbd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-5df402-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24251"
    uid: b15d0cd3-9fbf-483e-b395-b73933a4e00f
  kind: Event
  lastTimestamp: "2026-04-23T18:24:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:24:51Z"
    name: isvc-secondary-5df402-predictor.18a90f9c268bfdf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24407"
    uid: cc3853c5-334d-4cd5-bf7d-7ae3604ae320
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-5df402-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24251"
    uid: b15d0cd3-9fbf-483e-b395-b73933a4e00f
  kind: Event
  lastTimestamp: "2026-04-23T18:24:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:24:51Z"
    name: isvc-secondary-5df402-predictor.18a90f9c27111ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: c757fdfc-8408-4c74-9bbd-2bdf8a5092f6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5df402
    namespace: kserve-ci-e2e-test
    resourceVersion: "24239"
    uid: 77284fc4-7400-4fa2-a3cc-91332950c367
  kind: Event
  lastTimestamp: "2026-04-23T18:24:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:24:49Z"
    name: isvc-secondary-5df402.18a90f98a7d4b636
    namespace: kserve-ci-e2e-test
    resourceVersion: "24393"
    uid: 44755645-9a2e-4a5a-8eda-d0137c14110b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5df402
    namespace: kserve-ci-e2e-test
    resourceVersion: "24239"
    uid: 77284fc4-7400-4fa2-a3cc-91332950c367
  kind: Event
  lastTimestamp: "2026-04-23T18:24:36Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-5df402":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-5df402":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:24:36Z"
    name: isvc-secondary-5df402.18a90f98a87b8c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24255"
    uid: d485835a-443d-4d98-87cf-147564122a43
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5df402
    namespace: kserve-ci-e2e-test
    resourceVersion: "24239"
    uid: 77284fc4-7400-4fa2-a3cc-91332950c367
  kind: Event
  lastTimestamp: "2026-04-23T18:24:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-5df402": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:24:36Z"
    name: isvc-secondary-5df402.18a90f98a87be28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24256"
    uid: b5855346-fc79-4890-9322-816935ed4993
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:03:45.693402Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13890"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:03:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:03:45Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e7579e565f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "13894"
    uid: e2c5b69b-c5b1-45b6-abe1-447ca8f9483b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:03:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:03:45Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e7588d02184
    namespace: kserve-ci-e2e-test
    resourceVersion: "13903"
    uid: 57c951ac-3c44-4b3c-a125-006cb28571fb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13898"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:03:46Z"
  message: Add eth0 [10.133.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:03:46Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e75b6af9d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "13914"
    uid: c534ed6c-951b-4652-81f4-e10709cfc6de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:03:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:03:46Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e75b896a369
    namespace: kserve-ci-e2e-test
    resourceVersion: "13916"
    uid: fc4dd009-da29-46b0-9d48-69d089fc701d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:03:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:03:46Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e75bb510c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "13917"
    uid: 23e79ad8-ac20-41e3-a69d-bc894a414e87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:03:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:03:46Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e75bbb5b02c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13918"
    uid: c5684420-f929-4c70-840f-c3462aa9cac3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:03:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1417"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:03:51Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e76cedc2cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "13964"
    uid: f001afe8-a634-4013-85b6-3da92521a1df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:03:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:03:51Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e76d1dedd28
    namespace: kserve-ci-e2e-test
    resourceVersion: "13966"
    uid: 4148657c-31c9-4a48-a0c8-bc36ee8a40ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:03:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:03:51Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e76d264417c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13970"
    uid: 3db09d6f-cf86-4a8a-b3f1-b8d19f4c381c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:03:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:03:51Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e76d271e177
    namespace: kserve-ci-e2e-test
    resourceVersion: "13971"
    uid: e3615515-8513-47ad-9cc2-dc37058d47b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:03:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:03:51Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e76d4f81c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "13972"
    uid: 9b63c84d-e932-4e8b-b695-65ac12b729dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:03:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:03:51Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e76d558ed58
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 275fbb43-eac6-4a51-b249-f62a0eda12cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:03:51Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:1f655ab77a6d99cdde8a7f1f5e600af19cd3c90848f1adcb2e5105b44606fd11"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:03:51Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e76d5665807
    namespace: kserve-ci-e2e-test
    resourceVersion: "13975"
    uid: 8609ba63-5f68-4279-9da9-341745427353
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:03:51Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-23T18:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:03:51Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e76d7f9728d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13976"
    uid: 192d1f34-c436-4e19-9375-5766e35c760f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:03:51Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-23T18:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:03:51Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e76d865f7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13977"
    uid: 82cf65a7-946d-4203-ac56-3f05739ccd7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:05:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.17:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:28Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e770aca11c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14774"
    uid: 9cb242f6-6c53-4a9d-bdc5-5eabcf244774
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:05:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-23T18:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:28Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e770ad3af35
    namespace: kserve-ci-e2e-test
    resourceVersion: "14775"
    uid: 79ca3690-d087-4df8-b79d-1bab6ad0a70e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:05:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:10Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e8947a316bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14584"
    uid: e634e393-59ae-4ec3-bedd-cd653cfa97f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:05:10Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-23T18:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:10Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e8947a33610
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 1974065a-1266-47b9-931f-6fccf1a30d1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:05:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:10Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e8947a37a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b185e495-0c6a-42ed-88cf-4cd325167ce2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 69efbdf7-2636-4f73-b23d-4b90e5ab00a7
  kind: Event
  lastTimestamp: "2026-04-23T18:05:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.17:8643/healthz": dial tcp
    10.133.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:28Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw.18a90e89e6e4d895
    namespace: kserve-ci-e2e-test
    resourceVersion: "14773"
    uid: 889eefe6-0211-4661-a3c6-f4ceb8555afe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-cb8555798
    namespace: kserve-ci-e2e-test
    resourceVersion: "13878"
    uid: 60a4b3d3-3943-407a-bd6e-49ba2c677234
  kind: Event
  lastTimestamp: "2026-04-23T18:03:45Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-cb8555798-jp4fw'
  metadata:
    creationTimestamp: "2026-04-23T18:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:03:45Z"
    name: isvc-sklearn-batcher-custom-predictor-cb8555798.18a90e757978af2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13891"
    uid: 8eb18370-54ff-4483-92ec-06363fcb97ba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13875"
    uid: f33feb34-7e7e-4659-93af-769646913fe3
  kind: Event
  lastTimestamp: "2026-04-23T18:03:45Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-cb8555798 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:03:45Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90e75742aec2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 4aa0a04a-fa8d-4532-bc66-97cbf17ebb1b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:04:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13877"
    uid: 2d213c17-2c61-415a-9fdc-53382cbd0cca
  kind: Event
  lastTimestamp: "2026-04-23T18:04:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:04:15Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90e78f3ff3090
    namespace: kserve-ci-e2e-test
    resourceVersion: "14161"
    uid: 4672a550-7e92-4825-976f-98b49fe439af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:04:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13877"
    uid: 2d213c17-2c61-415a-9fdc-53382cbd0cca
  kind: Event
  lastTimestamp: "2026-04-23T18:04:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:04:15Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90e78f47ba8a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14162"
    uid: 0ea8a7e4-8c8d-4587-88cb-a20e1b3a0746
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:04:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14049"
    uid: 2d213c17-2c61-415a-9fdc-53382cbd0cca
  kind: Event
  lastTimestamp: "2026-04-23T18:05:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:05:00Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90e7ff26b430d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14488"
    uid: 8d9afaad-f5a6-41cb-973b-7a4639fa9496
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:04:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14049"
    uid: 2d213c17-2c61-415a-9fdc-53382cbd0cca
  kind: Event
  lastTimestamp: "2026-04-23T18:05:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:05:00Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90e7ff2d85a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "14489"
    uid: 9150eae3-4937-44ce-b16f-242210c0579c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "13848"
    uid: c80a4683-2840-4152-9467-809f9125044e
  kind: Event
  lastTimestamp: "2026-04-23T18:04:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:04:58Z"
    name: isvc-sklearn-batcher-custom.18a90e75742e2dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 3e964414-792a-429e-8882-583351c7e36d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "13848"
    uid: c80a4683-2840-4152-9467-809f9125044e
  kind: Event
  lastTimestamp: "2026-04-23T18:03:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:03:45Z"
    name: isvc-sklearn-batcher-custom.18a90e7574d37319
    namespace: kserve-ci-e2e-test
    resourceVersion: "13882"
    uid: 4a6ab8e6-c141-4963-8bff-1ee2b60d3980
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:04:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: c80a4683-2840-4152-9467-809f9125044e
  kind: Event
  lastTimestamp: "2026-04-23T18:04:58Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:04:58Z"
    name: isvc-sklearn-batcher-custom.18a90e866eea03dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14471"
    uid: 45026a66-25e3-4bfa-aee3-f0986c9a7604
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:02:00.475558Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13043"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:02:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:02:00Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e5cfa6c8408
    namespace: kserve-ci-e2e-test
    resourceVersion: "13048"
    uid: 186eb118-dbb5-4290-a765-ed4e532ba0a9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13054"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:00Z"
  message: Add eth0 [10.133.0.16/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:02:00Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e5d12e50957
    namespace: kserve-ci-e2e-test
    resourceVersion: "13063"
    uid: bf3014af-3816-4a17-a178-f150a4a2241a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:00Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
  metadata:
    creationTimestamp: "2026-04-23T18:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:02:00Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e5d14933278
    namespace: kserve-ci-e2e-test
    resourceVersion: "13065"
    uid: cae57de9-1eb9-4453-9e8c-69ee9dc1b817
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    in 3.672s (3.672s including waiting). Image size: 301492151 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:02:04Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e5def7b2d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "13092"
    uid: 7db7cd5a-ce57-4fa5-b126-94fbeb253272
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:02:04Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e5df24cea9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13093"
    uid: 6d7ecc3f-ce99-4a94-828b-7c9bb6ce4fde
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:02:04Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e5df2aca990
    namespace: kserve-ci-e2e-test
    resourceVersion: "13094"
    uid: e207ee44-0f51-42d6-b26e-e1eb2c287de8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:09Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1417"
  metadata:
    creationTimestamp: "2026-04-23T18:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:02:09Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e5efd0d9cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13133"
    uid: aa31b410-a5ae-4f22-9ad1-63d159f34bfa
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1417"
    in 12.704s (12.704s including waiting). Image size: 1562812853 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:02:21Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e61f249921b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13223"
    uid: 4193f287-1fd8-43d3-80fc-2f696ab2ccd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:02:21Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e61f518224d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13225"
    uid: 0eb5ffec-c542-420b-8e14-ea7ffb525bf2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:02:21Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e61f5765489
    namespace: kserve-ci-e2e-test
    resourceVersion: "13226"
    uid: 16acc8b6-703c-48d6-b993-1cc96d664e0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:21Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-23T18:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:02:21Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e61f58154ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "13228"
    uid: 86c8cd95-11ff-4ae3-bcd0-b6c756d6cb78
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.315s (2.315s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:02:24Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e627f81224f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13243"
    uid: 05ecb587-0af1-42a4-ac90-10599e0b157f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:02:24Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e6281fdf9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13244"
    uid: 35ae0685-cccf-4bb8-a87d-83e502f9e4a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:02:24Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e62825dd72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13245"
    uid: a545f88a-3653-4fc8-a669-4238e953759c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:24Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:1f655ab77a6d99cdde8a7f1f5e600af19cd3c90848f1adcb2e5105b44606fd11"
  metadata:
    creationTimestamp: "2026-04-23T18:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:02:24Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e62826b0e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "13246"
    uid: 675e1728-dba3-4a9e-920b-f8359a21b2c0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:27Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:1f655ab77a6d99cdde8a7f1f5e600af19cd3c90848f1adcb2e5105b44606fd11"
    in 2.97s (2.97s including waiting). Image size: 238035033 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:02:27Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e63337ee40c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13269"
    uid: 43361677-4df8-40d4-999d-6e2d193b93fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:27Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-23T18:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:02:27Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e6335ed716c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13270"
    uid: ca2d97c4-48ba-48b9-a8c7-4c5e6613b830
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:02:27Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-23T18:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:02:27Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e63364c8248
    namespace: kserve-ci-e2e-test
    resourceVersion: "13271"
    uid: 476bd66a-63f8-4e27-80eb-0d86b13af2a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:04:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.16:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:04:01Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e636de8cfe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14056"
    uid: c5a1031a-6306-434f-a151-b21a6ea9f163
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:04:01Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-23T18:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:04:01Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e63a9ab66f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14057"
    uid: 852f8324-0024-4ce2-8d14-f94751dae29c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:03:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:03:45Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e757294ba1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13871"
    uid: af096892-58ec-4e5d-a2bf-b30cb7abde7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:03:45Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-23T18:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:03:45Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e757294ed05
    namespace: kserve-ci-e2e-test
    resourceVersion: "13874"
    uid: 9b3f8478-0199-4994-982b-7f274d64ff15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:03:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:03:45Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e7572956515
    namespace: kserve-ci-e2e-test
    resourceVersion: "13876"
    uid: d25452ae-d2d3-4d48-ba0d-60c6d40346d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: deafc019-aef5-49a0-8284-0aa4ec490643
  kind: Event
  lastTimestamp: "2026-04-23T18:04:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.16:8643/healthz": dial tcp
    10.133.0.16:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:04:04Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh.18a90e764a0a5252
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: b57ef795-61aa-47bd-a85d-ec39b2a0cb4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-7d685d4755
    namespace: kserve-ci-e2e-test
    resourceVersion: "13036"
    uid: f0e640ef-2757-40cc-8234-1f767515e8ae
  kind: Event
  lastTimestamp: "2026-04-23T18:02:00Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-7d685d4755-rxnvh'
  metadata:
    creationTimestamp: "2026-04-23T18:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:02:00Z"
    name: isvc-sklearn-batcher-predictor-7d685d4755.18a90e5cf9ff4b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "13044"
    uid: 2ed8ea35-2c8e-4b33-84b1-c3461b805533
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13034"
    uid: f27e31e6-85f7-4867-a0b5-a597387337c7
  kind: Event
  lastTimestamp: "2026-04-23T18:02:00Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-7d685d4755 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:02:00Z"
    name: isvc-sklearn-batcher-predictor.18a90e5cf4c0b33e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13038"
    uid: 27435d30-7454-4073-9978-1286a09b087f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13047"
    uid: 7653b616-fd6c-4ea6-85cc-3a71a6176b5f
  kind: Event
  lastTimestamp: "2026-04-23T18:02:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:02:30Z"
    name: isvc-sklearn-batcher-predictor.18a90e607a4963d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13303"
    uid: acd58468-96af-4967-8dcc-6d4b66756104
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13047"
    uid: 7653b616-fd6c-4ea6-85cc-3a71a6176b5f
  kind: Event
  lastTimestamp: "2026-04-23T18:02:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:02:30Z"
    name: isvc-sklearn-batcher-predictor.18a90e607abb6b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13304"
    uid: 845a4677-50e0-4c24-ad34-62feae730a49
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13181"
    uid: 7653b616-fd6c-4ea6-85cc-3a71a6176b5f
  kind: Event
  lastTimestamp: "2026-04-23T18:03:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:03:30Z"
    name: isvc-sklearn-batcher-predictor.18a90e6778b0c118
    namespace: kserve-ci-e2e-test
    resourceVersion: "13736"
    uid: 62e653e3-2c57-4e8f-9dbf-c84302c0a017
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13181"
    uid: 7653b616-fd6c-4ea6-85cc-3a71a6176b5f
  kind: Event
  lastTimestamp: "2026-04-23T18:03:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:03:30Z"
    name: isvc-sklearn-batcher-predictor.18a90e67791d0d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "13737"
    uid: c791fb49-3f3b-41e6-889d-85c09186461e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13021"
    uid: 4cea0857-bdc4-44a4-a4ec-21ff78fbd660
  kind: Event
  lastTimestamp: "2026-04-23T18:03:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:03:31Z"
    name: isvc-sklearn-batcher.18a90e5cfad06ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13750"
    uid: 091a6420-776a-49b6-bb74-913a3343035e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13021"
    uid: 4cea0857-bdc4-44a4-a4ec-21ff78fbd660
  kind: Event
  lastTimestamp: "2026-04-23T18:02:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:02:00Z"
    name: isvc-sklearn-batcher.18a90e5cfb3a7ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13051"
    uid: b34648a1-9bd4-4ee1-beb0-eb34845193f9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:02:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13021"
    uid: 4cea0857-bdc4-44a4-a4ec-21ff78fbd660
  kind: Event
  lastTimestamp: "2026-04-23T18:02:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:02:00Z"
    name: isvc-sklearn-batcher.18a90e5cfb3ad84b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13053"
    uid: 1f2a0433-7744-4c08-a6ee-85ad5aa254f5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:03:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13747"
    uid: 4cea0857-bdc4-44a4-a4ec-21ff78fbd660
  kind: Event
  lastTimestamp: "2026-04-23T18:03:31Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:03:31Z"
    name: isvc-sklearn-batcher.18a90e72200fcc0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13749"
    uid: 4f454584-2dda-49ad-8177-8fc498d13dcd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:14:07.542279Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19101"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:14:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:14:07Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f0642fa471f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19105"
    uid: 764d170a-c370-48b4-a8bf-eec98cae8423
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:14:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:07Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f064c0f1951
    namespace: kserve-ci-e2e-test
    resourceVersion: "19113"
    uid: 54bc2a6d-0d76-470e-8260-b7d375643e32
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19110"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:14:08Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:14:08Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f0680d00813
    namespace: kserve-ci-e2e-test
    resourceVersion: "19127"
    uid: f5b861d3-4ec3-4b6e-82ed-e973cd067ce7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:14:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:08Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f0682972623
    namespace: kserve-ci-e2e-test
    resourceVersion: "19129"
    uid: c7702022-fede-4010-b3d7-c1bb842d7144
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:14:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:08Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f06856b459d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: 6559d63f-d297-4df7-ae40-8c26b79dd920
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:14:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:08Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f0685e2ecef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19133"
    uid: fe88d9a0-7add-4adb-9856-0c21c60f10a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:14:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1417"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:13Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f07993b837c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: 1e506e9d-eeb7-4209-9dce-975a212ff3a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:14:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:13Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f079d0d5e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "19177"
    uid: 0c1dc912-97d5-4f46-958f-94f9f29222af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:14:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:13Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f079d8b4a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19180"
    uid: 11d04431-8dfd-4a22-a1f7-1cf4de412371
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:14:13Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-23T18:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:13Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f079d991753
    namespace: kserve-ci-e2e-test
    resourceVersion: "19181"
    uid: 1df35f2e-d792-4b9f-a062-883cd6da99bf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:14:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    1.892s (1.892s including waiting). Image size: 237662759 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:15Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f080e65b4a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19197"
    uid: 4eeaa30c-b76d-4457-9df3-08d0aab5fd60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:14:15Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-23T18:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:15Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f08112069a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19199"
    uid: 4371f2a4-ba65-4d3f-8dac-f51041504ed3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:14:15Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-23T18:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:15Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f0811916a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "19200"
    uid: 48f8240e-c253-4033-8bdd-af8a195df212
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:14:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:15Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f08119d144a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19201"
    uid: 47a5e52e-5d89-4843-84a3-fb808f7d4adc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:14:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:15Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f08141f82be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19202"
    uid: a54e1240-03a5-4920-98fc-3b17c77193df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:14:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:15Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f08154fbf65
    namespace: kserve-ci-e2e-test
    resourceVersion: "19203"
    uid: 4a6a849d-25a1-44f3-93ae-acce4c72c970
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:15:53Z"
  message: 'Readiness probe failed: Get "http://10.133.0.25:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.25:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:53Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f0e9718a437
    namespace: kserve-ci-e2e-test
    resourceVersion: "19973"
    uid: b0df950c-b907-4eb9-aa69-d8550bf73cf4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:15:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:27Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f18ec04baad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: f20d9071-295b-46b9-b2e8-be22d037f2aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:15:27Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-23T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:27Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f18ec058110
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: 925382e9-e260-4a41-b727-c63a7f7a13fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:15:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:27Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f18ec058131
    namespace: kserve-ci-e2e-test
    resourceVersion: "19746"
    uid: c88023a1-eb2e-4066-8a11-7bb831307eb4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 4d4b9034-8631-4788-b747-a6e69f470a20
  kind: Event
  lastTimestamp: "2026-04-23T18:15:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:53Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn.18a90f1910f6a99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19972"
    uid: d0c01e86-9c15-45de-a353-16b5eb4def98
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-598ddf44db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19089"
    uid: 83a74f8c-4907-43a3-a5de-a8c9f968c1bb
  kind: Event
  lastTimestamp: "2026-04-23T18:14:07Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-598ddf44db-9wnsn'
  metadata:
    creationTimestamp: "2026-04-23T18:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:14:07Z"
    name: isvc-sklearn-mcp-predictor-598ddf44db.18a90f06426944e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: f4eaccdb-6f1b-4f38-9809-930d44e8c5ab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19087"
    uid: 41178ed3-ad01-4ba6-b34f-07e8ddd2ee12
  kind: Event
  lastTimestamp: "2026-04-23T18:14:07Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-598ddf44db from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:14:07Z"
    name: isvc-sklearn-mcp-predictor.18a90f063e413a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "19090"
    uid: 1bedcc58-40c1-41e3-a658-8d5cc115b422
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19059"
    uid: 12cd4e91-14cb-45fb-8027-762bf65a16a0
  kind: Event
  lastTimestamp: "2026-04-23T18:15:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:15:23Z"
    name: isvc-sklearn-mcp.18a90f063d9fe7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: 359cd7bb-6cf4-42ca-8049-2587f6e8505b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19059"
    uid: 12cd4e91-14cb-45fb-8027-762bf65a16a0
  kind: Event
  lastTimestamp: "2026-04-23T18:14:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:14:07Z"
    name: isvc-sklearn-mcp.18a90f063e500ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19111"
    uid: 538723a9-f451-44bf-a670-3360beb0e758
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19073"
    uid: 12cd4e91-14cb-45fb-8027-762bf65a16a0
  kind: Event
  lastTimestamp: "2026-04-23T18:14:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:14:07Z"
    name: isvc-sklearn-mcp.18a90f064502e623
    namespace: kserve-ci-e2e-test
    resourceVersion: "19112"
    uid: 13e429f2-fb46-4981-ae54-627538c23261
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19668"
    uid: 12cd4e91-14cb-45fb-8027-762bf65a16a0
  kind: Event
  lastTimestamp: "2026-04-23T18:15:23Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:15:23Z"
    name: isvc-sklearn-mcp.18a90f17ece2927f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: 7ae05f99-4294-4156-aff6-c7cd477069f6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:34:26.237354Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29546"
    uid: 42ff5a6b-5db2-4982-ad73-549c177b4074
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-7d84d8b7f9-zhsm7
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:34:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:34:26Z"
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7.18a9102202dd480a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29551"
    uid: a9adc545-579c-44dc-b397-8178f8fa6402
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29557"
    uid: 42ff5a6b-5db2-4982-ad73-549c177b4074
  kind: Event
  lastTimestamp: "2026-04-23T18:34:26Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:34:26Z"
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7.18a910221b907f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "29564"
    uid: c9e9bd4f-ef71-4060-b6f0-0b6ac04555a7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 42ff5a6b-5db2-4982-ad73-549c177b4074
  kind: Event
  lastTimestamp: "2026-04-23T18:34:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:26Z"
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7.18a910221d152f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29569"
    uid: cfae8e11-1ae5-4fee-9617-c4b9d610a749
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 42ff5a6b-5db2-4982-ad73-549c177b4074
  kind: Event
  lastTimestamp: "2026-04-23T18:34:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:26Z"
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7.18a910221f946d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29570"
    uid: c20ca93a-4167-4327-b2d4-4fc200219ec4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 42ff5a6b-5db2-4982-ad73-549c177b4074
  kind: Event
  lastTimestamp: "2026-04-23T18:34:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:26Z"
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7.18a910222005a3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29572"
    uid: 9be26e8c-180c-4a9e-aacc-0085f0264ea3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 42ff5a6b-5db2-4982-ad73-549c177b4074
  kind: Event
  lastTimestamp: "2026-04-23T18:34:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1417"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:30Z"
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7.18a9102314265523
    namespace: kserve-ci-e2e-test
    resourceVersion: "29617"
    uid: 49820103-f352-452b-a391-4ec3060dcef7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 42ff5a6b-5db2-4982-ad73-549c177b4074
  kind: Event
  lastTimestamp: "2026-04-23T18:34:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:30Z"
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7.18a9102318435231
    namespace: kserve-ci-e2e-test
    resourceVersion: "29623"
    uid: 75ac3c00-162b-4aff-9a26-069581855ca1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 42ff5a6b-5db2-4982-ad73-549c177b4074
  kind: Event
  lastTimestamp: "2026-04-23T18:34:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:30Z"
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7.18a9102318bfb8f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: c545ebdf-74a3-42af-a30b-05e454641c79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 42ff5a6b-5db2-4982-ad73-549c177b4074
  kind: Event
  lastTimestamp: "2026-04-23T18:34:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:30Z"
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7.18a9102318ce2cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "29625"
    uid: 83c20dd9-0ebc-4af0-99dd-d7ce6058230b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 42ff5a6b-5db2-4982-ad73-549c177b4074
  kind: Event
  lastTimestamp: "2026-04-23T18:34:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:30Z"
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7.18a910231b9a2821
    namespace: kserve-ci-e2e-test
    resourceVersion: "29627"
    uid: 0e1ee6b1-1159-4de3-aa7c-68f45e357822
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 42ff5a6b-5db2-4982-ad73-549c177b4074
  kind: Event
  lastTimestamp: "2026-04-23T18:34:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:30Z"
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7.18a910231c1028f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29628"
    uid: 3a4a5bad-7ee1-4dce-a536-28dd5b4f94cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 42ff5a6b-5db2-4982-ad73-549c177b4074
  kind: Event
  lastTimestamp: "2026-04-23T18:35:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:35:48Z"
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7.18a910238bdbb068
    namespace: kserve-ci-e2e-test
    resourceVersion: "30260"
    uid: 70d45194-a47c-44a9-8a36-01fa272d7e65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 42ff5a6b-5db2-4982-ad73-549c177b4074
  kind: Event
  lastTimestamp: "2026-04-23T18:35:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:35:46Z"
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7.18a91034ab5f3ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30199"
    uid: 14d435b4-f357-443c-bd75-6ada5ef2b246
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 42ff5a6b-5db2-4982-ad73-549c177b4074
  kind: Event
  lastTimestamp: "2026-04-23T18:35:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:35:46Z"
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7.18a91034ab5fe1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30203"
    uid: 9da7888f-5eb7-4d2b-b19f-8ccf0d2b5c2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 42ff5a6b-5db2-4982-ad73-549c177b4074
  kind: Event
  lastTimestamp: "2026-04-23T18:35:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:35:48Z"
    name: isvc-sklearn-predictor-7d84d8b7f9-zhsm7.18a910353df99336
    namespace: kserve-ci-e2e-test
    resourceVersion: "30259"
    uid: 45a39549-8417-4c97-b55f-4951f7d2f9f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-7d84d8b7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29537"
    uid: 3b51e19d-3c5d-40f7-a68a-e9f0df67f077
  kind: Event
  lastTimestamp: "2026-04-23T18:34:26Z"
  message: 'Created pod: isvc-sklearn-predictor-7d84d8b7f9-zhsm7'
  metadata:
    creationTimestamp: "2026-04-23T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:34:26Z"
    name: isvc-sklearn-predictor-7d84d8b7f9.18a91022025f005b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29548"
    uid: fb9ccb5d-a203-425e-b3cf-7269c65f430d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29536"
    uid: f1b2f323-d863-4300-9f19-efcaf75a558e
  kind: Event
  lastTimestamp: "2026-04-23T18:34:26Z"
  message: Scaled up replica set isvc-sklearn-predictor-7d84d8b7f9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:34:26Z"
    name: isvc-sklearn-predictor.18a91021ffda46d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29539"
    uid: 19441086-7654-4001-9b48-ea47fa6b5c46
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29538"
    uid: 04705a32-8801-46d2-8693-619f824575ad
  kind: Event
  lastTimestamp: "2026-04-23T18:35:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:35:11Z"
    name: isvc-sklearn-predictor.18a910257e9db143
    namespace: kserve-ci-e2e-test
    resourceVersion: "29915"
    uid: ea479605-d4a4-42bb-8395-8784369c1ecc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29538"
    uid: 04705a32-8801-46d2-8693-619f824575ad
  kind: Event
  lastTimestamp: "2026-04-23T18:35:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:35:11Z"
    name: isvc-sklearn-predictor.18a910257f0f6008
    namespace: kserve-ci-e2e-test
    resourceVersion: "29916"
    uid: debfca3c-5be5-4e22-801d-0572029b4522
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29706"
    uid: 04705a32-8801-46d2-8693-619f824575ad
  kind: Event
  lastTimestamp: "2026-04-23T18:35:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:35:41Z"
    name: isvc-sklearn-predictor.18a9102ffc13d12c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30138"
    uid: 2bf3a2f6-4f4f-42b6-8f9f-55bca70290db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29706"
    uid: 04705a32-8801-46d2-8693-619f824575ad
  kind: Event
  lastTimestamp: "2026-04-23T18:35:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:35:41Z"
    name: isvc-sklearn-predictor.18a9102ffc8c7fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30139"
    uid: 72fdbfde-d46f-4bdc-82b5-594ca1e3bcdd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:36:46.634711Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30735"
    uid: 56f206e4-b537-4506-a58d-b804f5e01ba5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:36:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:36:46Z"
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt.18a91042b332f298
    namespace: kserve-ci-e2e-test
    resourceVersion: "30741"
    uid: caca1964-d921-4a68-9649-19cb49800d85
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30745"
    uid: 56f206e4-b537-4506-a58d-b804f5e01ba5
  kind: Event
  lastTimestamp: "2026-04-23T18:36:47Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:36:47Z"
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt.18a91042cc72625c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30752"
    uid: 060e5f91-eca4-4b8f-ac6b-dad499ae57ca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 56f206e4-b537-4506-a58d-b804f5e01ba5
  kind: Event
  lastTimestamp: "2026-04-23T18:36:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:47Z"
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt.18a91042ce01193e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30756"
    uid: 4fb0e031-2bba-4b83-83e9-e865db5511ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 56f206e4-b537-4506-a58d-b804f5e01ba5
  kind: Event
  lastTimestamp: "2026-04-23T18:36:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:47Z"
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt.18a91042d0af9146
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 9c2a897c-8b0a-449e-b52b-f6407c94dde3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 56f206e4-b537-4506-a58d-b804f5e01ba5
  kind: Event
  lastTimestamp: "2026-04-23T18:36:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:47Z"
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt.18a91042d12176a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: 735c66c1-63b8-4cdb-b09f-ac93e9aba31a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 56f206e4-b537-4506-a58d-b804f5e01ba5
  kind: Event
  lastTimestamp: "2026-04-23T18:36:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1417"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:53Z"
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt.18a910443c1ee132
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: 84611db0-3c56-440e-b5ba-4c25cf982003
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 56f206e4-b537-4506-a58d-b804f5e01ba5
  kind: Event
  lastTimestamp: "2026-04-23T18:36:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:53Z"
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt.18a910443fb0a632
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: f0ee177f-20a5-4c2f-88e7-0a0cf04cb0d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 56f206e4-b537-4506-a58d-b804f5e01ba5
  kind: Event
  lastTimestamp: "2026-04-23T18:36:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:53Z"
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt.18a9104440355005
    namespace: kserve-ci-e2e-test
    resourceVersion: "30817"
    uid: d0897735-92bf-4a71-a9d6-29484fe02a8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 56f206e4-b537-4506-a58d-b804f5e01ba5
  kind: Event
  lastTimestamp: "2026-04-23T18:36:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:53Z"
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt.18a91044404749b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30818"
    uid: 867e0ed1-e279-4431-88d1-eaa1a4e4f648
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 56f206e4-b537-4506-a58d-b804f5e01ba5
  kind: Event
  lastTimestamp: "2026-04-23T18:36:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:53Z"
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt.18a9104443ad3af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30820"
    uid: cd151739-600e-44fe-82a3-ab3c2683a3fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 56f206e4-b537-4506-a58d-b804f5e01ba5
  kind: Event
  lastTimestamp: "2026-04-23T18:36:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:53Z"
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt.18a910444421d164
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: 84aa3610-3ebc-4ad3-a230-71a5e0a7e4dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 56f206e4-b537-4506-a58d-b804f5e01ba5
  kind: Event
  lastTimestamp: "2026-04-23T18:37:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:00Z"
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt.18a91044780d3c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30872"
    uid: 187fa6c7-30cf-40c6-8a90-68a38f80c296
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 56f206e4-b537-4506-a58d-b804f5e01ba5
  kind: Event
  lastTimestamp: "2026-04-23T18:37:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:23Z"
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt.18a9104b5c87e1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: 4a525832-842a-4a3d-8f68-dfea933e10ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 56f206e4-b537-4506-a58d-b804f5e01ba5
  kind: Event
  lastTimestamp: "2026-04-23T18:37:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:23Z"
    name: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt.18a9104b5c8883cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31074"
    uid: 849d7714-98bf-43b5-b347-82b3e11ad4eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6f864c46cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30726"
    uid: 24be1a91-3c93-4bc7-a6ab-e5af770ce4ee
  kind: Event
  lastTimestamp: "2026-04-23T18:36:46Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6f864c46cc-fvnpt'
  metadata:
    creationTimestamp: "2026-04-23T18:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:36:46Z"
    name: isvc-sklearn-runtime-predictor-6f864c46cc.18a91042b2cb3c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30736"
    uid: adc43e7e-d9fc-4442-b1ed-1def14d9cfa4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: 859283db-4c0f-49e3-9059-d9c055bf81db
  kind: Event
  lastTimestamp: "2026-04-23T18:36:46Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6f864c46cc from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:36:46Z"
    name: isvc-sklearn-runtime-predictor.18a91042aff68823
    namespace: kserve-ci-e2e-test
    resourceVersion: "30728"
    uid: 8f6eca8e-8814-4694-9f0c-dcb7df7f1db2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30725"
    uid: e3eda5f4-a7fa-4318-ae3f-ebe96ce873f2
  kind: Event
  lastTimestamp: "2026-04-23T18:37:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:37:16Z"
    name: isvc-sklearn-runtime-predictor.18a910462efc779d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30997"
    uid: f9d6d2c7-adb5-49ee-9d92-6f57fb403271
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30725"
    uid: e3eda5f4-a7fa-4318-ae3f-ebe96ce873f2
  kind: Event
  lastTimestamp: "2026-04-23T18:37:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:37:16Z"
    name: isvc-sklearn-runtime-predictor.18a910462f73460c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30998"
    uid: 9662f437-b1ba-47bd-9df9-24b58f2af2a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: 042842ef-9073-419d-b77d-5470f6d40a0b
  kind: Event
  lastTimestamp: "2026-04-23T18:37:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:37:10Z"
    name: isvc-sklearn-runtime.18a91042afd76af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30951"
    uid: e92124d1-c5c0-4f8c-92d3-28ed12fb6a36
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: 042842ef-9073-419d-b77d-5470f6d40a0b
  kind: Event
  lastTimestamp: "2026-04-23T18:36:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:36:46Z"
    name: isvc-sklearn-runtime.18a91042b0447b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: 563e8a4c-4a16-40f4-89e9-e2e1e500af73
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30949"
    uid: 042842ef-9073-419d-b77d-5470f6d40a0b
  kind: Event
  lastTimestamp: "2026-04-23T18:37:10Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:37:10Z"
    name: isvc-sklearn-runtime.18a9104837a77bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30950"
    uid: e9683a6d-c4c6-4432-87e3-073ea7d1b4e5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:51:40.646992Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38244"
    uid: f7a54c88-4e7b-4dc0-b90e-b67c46e25fbd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:51:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:51:40Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm.18a91112da7bd40e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38250"
    uid: 79323392-5b7a-4c81-b019-a1540ac79a03
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: f7a54c88-4e7b-4dc0-b90e-b67c46e25fbd
  kind: Event
  lastTimestamp: "2026-04-23T18:51:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:40Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm.18a91112e28fbf52
    namespace: kserve-ci-e2e-test
    resourceVersion: "38259"
    uid: bcb3040b-9bf2-4f55-be0e-323750f45600
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38253"
    uid: f7a54c88-4e7b-4dc0-b90e-b67c46e25fbd
  kind: Event
  lastTimestamp: "2026-04-23T18:51:41Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:51:41Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm.18a911131723b3f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38267"
    uid: 47a9d9b6-fc78-4dce-a75c-03c34db7553e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: f7a54c88-4e7b-4dc0-b90e-b67c46e25fbd
  kind: Event
  lastTimestamp: "2026-04-23T18:51:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:41Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm.18a9111318ede5eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38269"
    uid: 3ad1e17c-80d1-43c8-bb60-b4b9e8a42251
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: f7a54c88-4e7b-4dc0-b90e-b67c46e25fbd
  kind: Event
  lastTimestamp: "2026-04-23T18:51:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:41Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm.18a911131bbab804
    namespace: kserve-ci-e2e-test
    resourceVersion: "38271"
    uid: 4f9e40ed-ebaf-4751-bad9-b453759ddf86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: f7a54c88-4e7b-4dc0-b90e-b67c46e25fbd
  kind: Event
  lastTimestamp: "2026-04-23T18:51:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:41Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm.18a911131c2e3ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38272"
    uid: 9ed0a20d-3fbe-4483-9481-cdc9eefda644
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: f7a54c88-4e7b-4dc0-b90e-b67c46e25fbd
  kind: Event
  lastTimestamp: "2026-04-23T18:51:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1417"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:42Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm.18a91113619cbe1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38289"
    uid: e199ddaf-d29f-4856-84d6-90d42be989ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: f7a54c88-4e7b-4dc0-b90e-b67c46e25fbd
  kind: Event
  lastTimestamp: "2026-04-23T18:51:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:42Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm.18a9111364b415a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38291"
    uid: b2e503e0-c71f-4167-8685-c0863951475d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: f7a54c88-4e7b-4dc0-b90e-b67c46e25fbd
  kind: Event
  lastTimestamp: "2026-04-23T18:51:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:42Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm.18a911136544cac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: 4f50a853-5728-4b1c-a8c2-25c84063aaa7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: f7a54c88-4e7b-4dc0-b90e-b67c46e25fbd
  kind: Event
  lastTimestamp: "2026-04-23T18:51:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:42Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm.18a911136553879e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38295"
    uid: 10ef10e3-a6fd-44fd-afd8-4276760fb44c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: f7a54c88-4e7b-4dc0-b90e-b67c46e25fbd
  kind: Event
  lastTimestamp: "2026-04-23T18:51:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:43Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm.18a9111368249c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "38296"
    uid: 78166c23-2700-4539-beb4-bc51d0c1f855
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: f7a54c88-4e7b-4dc0-b90e-b67c46e25fbd
  kind: Event
  lastTimestamp: "2026-04-23T18:51:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:43Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm.18a91113689a31ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38298"
    uid: 5630d17d-45be-4543-b2a7-bb0946c3db92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: f7a54c88-4e7b-4dc0-b90e-b67c46e25fbd
  kind: Event
  lastTimestamp: "2026-04-23T18:53:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:00Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm.18a91113d9681ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38904"
    uid: a261dbf6-52e4-4035-815f-7beef7c0816d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: f7a54c88-4e7b-4dc0-b90e-b67c46e25fbd
  kind: Event
  lastTimestamp: "2026-04-23T18:53:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:00Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm.18a9112583f3c11c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38881"
    uid: ec189783-da3e-47ec-86af-1ecd978f64d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: f7a54c88-4e7b-4dc0-b90e-b67c46e25fbd
  kind: Event
  lastTimestamp: "2026-04-23T18:53:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:00Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm.18a9112583f4591c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38882"
    uid: c4517402-9f36-499e-aeb5-be5661a9ec63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: f7a54c88-4e7b-4dc0-b90e-b67c46e25fbd
  kind: Event
  lastTimestamp: "2026-04-23T18:53:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:00Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm.18a911258b869a24
    namespace: kserve-ci-e2e-test
    resourceVersion: "38900"
    uid: 70268ccf-64dc-44ae-9b3e-64c63963a8dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-569fbb67c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38235"
    uid: 0a0bd7e7-1352-44c2-b2e5-66bbb1db0678
  kind: Event
  lastTimestamp: "2026-04-23T18:51:40Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-569fbb67c4-rvlgm'
  metadata:
    creationTimestamp: "2026-04-23T18:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:51:40Z"
    name: isvc-sklearn-s3-predictor-569fbb67c4.18a91112d9d745c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: 26cb942b-f89c-44df-89a4-d364f38234b4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38233"
    uid: 00cc0d63-d6fa-43eb-befa-925224946941
  kind: Event
  lastTimestamp: "2026-04-23T18:51:40Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-569fbb67c4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:51:40Z"
    name: isvc-sklearn-s3-predictor.18a91112d718106b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38238"
    uid: af86d8c2-843d-4c44-995d-5c977eb118f7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 8ed8151a-99b7-46f9-a95e-ffc005ec898a
  kind: Event
  lastTimestamp: "2026-04-23T18:52:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:52:25Z"
    name: isvc-sklearn-s3-predictor.18a9111656bbf908
    namespace: kserve-ci-e2e-test
    resourceVersion: "38603"
    uid: 8e553572-337b-41a6-800b-efa112ad4f94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 8ed8151a-99b7-46f9-a95e-ffc005ec898a
  kind: Event
  lastTimestamp: "2026-04-23T18:52:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:52:25Z"
    name: isvc-sklearn-s3-predictor.18a91116577e3ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38604"
    uid: d93901a1-ae48-4797-a9b2-97380c7dbc2b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38390"
    uid: 8ed8151a-99b7-46f9-a95e-ffc005ec898a
  kind: Event
  lastTimestamp: "2026-04-23T18:52:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:52:55Z"
    name: isvc-sklearn-s3-predictor.18a91119d645667a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38823"
    uid: abb5c139-faf2-46f3-a80e-746024e7c2c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38390"
    uid: 8ed8151a-99b7-46f9-a95e-ffc005ec898a
  kind: Event
  lastTimestamp: "2026-04-23T18:52:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:52:55Z"
    name: isvc-sklearn-s3-predictor.18a91119d6b8c654
    namespace: kserve-ci-e2e-test
    resourceVersion: "38824"
    uid: 8e38e401-c4db-4211-8449-81282007b521
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:55:44.364811Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4-nh84n
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: 7d553f61-65fc-42d0-9be8-8a8f7c0d622a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4-nh84n
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:55:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:55:44Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4-nh84n.18a9114b99329bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: 1eec9231-0498-4adc-8cdd-1bd2e7bd6a51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4-nh84n
    namespace: kserve-ci-e2e-test
    resourceVersion: "40360"
    uid: 7d553f61-65fc-42d0-9be8-8a8f7c0d622a
  kind: Event
  lastTimestamp: "2026-04-23T18:55:44Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:55:44Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4-nh84n.18a9114bb20c8d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40369"
    uid: b3b7cf43-3dee-49bf-b233-e27991c5324d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4-nh84n
    namespace: kserve-ci-e2e-test
    resourceVersion: "40353"
    uid: 7d553f61-65fc-42d0-9be8-8a8f7c0d622a
  kind: Event
  lastTimestamp: "2026-04-23T18:55:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4-nh84n.18a9114bb3946575
    namespace: kserve-ci-e2e-test
    resourceVersion: "40426"
    uid: 50a79ba5-b1d6-4361-81c8-ec7f00c04cc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4-nh84n
    namespace: kserve-ci-e2e-test
    resourceVersion: "40353"
    uid: 7d553f61-65fc-42d0-9be8-8a8f7c0d622a
  kind: Event
  lastTimestamp: "2026-04-23T18:55:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4-nh84n.18a9114bb6f23cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40429"
    uid: 9665f01b-675f-4dbc-9a81-0b09207dec3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4-nh84n
    namespace: kserve-ci-e2e-test
    resourceVersion: "40353"
    uid: 7d553f61-65fc-42d0-9be8-8a8f7c0d622a
  kind: Event
  lastTimestamp: "2026-04-23T18:55:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4-nh84n.18a9114bb7661077
    namespace: kserve-ci-e2e-test
    resourceVersion: "40432"
    uid: fe82c000-8a3b-44ac-9c51-ed7b4911ce79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4-nh84n
    namespace: kserve-ci-e2e-test
    resourceVersion: "40353"
    uid: 7d553f61-65fc-42d0-9be8-8a8f7c0d622a
  kind: Event
  lastTimestamp: "2026-04-23T18:55:54Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4-nh84n.18a9114deaea6925
    namespace: kserve-ci-e2e-test
    resourceVersion: "40481"
    uid: e06fbeb2-fa8f-467d-a70f-e0f65635d055
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40342"
    uid: 79db2dd8-9836-4f9a-8a4a-6eb5996a3ab3
  kind: Event
  lastTimestamp: "2026-04-23T18:55:44Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4-nh84n'
  metadata:
    creationTimestamp: "2026-04-23T18:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:55:44Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4.18a9114b989edd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "40352"
    uid: 41a0ca6b-ce0d-4600-a0f0-994dabf77764
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40340"
    uid: 233af883-9aca-44cc-9d82-405cf48122d9
  kind: Event
  lastTimestamp: "2026-04-23T18:55:44Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-574c4b9dd4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:55:44Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a9114b95ebb0fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40344"
    uid: 7593fcff-7123-4fbf-b44a-ed2eb7d6e08f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40328"
    uid: 686e424d-fa8f-410b-a823-53fc31ada73d
  kind: Event
  lastTimestamp: "2026-04-23T18:55:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:55:50Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a9114b95c1fda7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40433"
    uid: ddbb7c9c-1a8f-43a1-8bbd-aac985839053
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40328"
    uid: 686e424d-fa8f-410b-a823-53fc31ada73d
  kind: Event
  lastTimestamp: "2026-04-23T18:55:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:55:44Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a9114b96208b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40347"
    uid: 1bc51069-cd3c-410c-af89-7244bf313658
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:54:33.207305Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39751"
    uid: f0bff882-7563-41a4-a2cd-77259d4ba28f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:54:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:54:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv.18a9113b07e137c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39756"
    uid: 9a1c06c5-0ff9-4e1e-8f72-2aa88be6ec2d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39761"
    uid: f0bff882-7563-41a4-a2cd-77259d4ba28f
  kind: Event
  lastTimestamp: "2026-04-23T18:54:33Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:54:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv.18a9113b20fe283f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39774"
    uid: b4cc93f9-843f-4c3e-b391-decf0d1986e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: f0bff882-7563-41a4-a2cd-77259d4ba28f
  kind: Event
  lastTimestamp: "2026-04-23T18:54:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv.18a9113b226d5055
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: 46f8e051-fb4d-478a-a180-565a5ea3cc76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: f0bff882-7563-41a4-a2cd-77259d4ba28f
  kind: Event
  lastTimestamp: "2026-04-23T18:54:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv.18a9113b256001f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39777"
    uid: 1f996c1d-f6e8-444e-a992-b34a0307066e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: f0bff882-7563-41a4-a2cd-77259d4ba28f
  kind: Event
  lastTimestamp: "2026-04-23T18:54:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv.18a9113b25d57950
    namespace: kserve-ci-e2e-test
    resourceVersion: "39778"
    uid: dafefe5f-8ef0-4acf-8750-8922b5c8033b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: f0bff882-7563-41a4-a2cd-77259d4ba28f
  kind: Event
  lastTimestamp: "2026-04-23T18:54:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1417"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv.18a9113b8c69471e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39795"
    uid: 0b4e2293-4f5d-4a0e-a50a-64c9988c94ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: f0bff882-7563-41a4-a2cd-77259d4ba28f
  kind: Event
  lastTimestamp: "2026-04-23T18:54:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv.18a9113b8fa5924e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39800"
    uid: 736d49b2-bff1-48c8-8b2c-758f61b77ec5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: f0bff882-7563-41a4-a2cd-77259d4ba28f
  kind: Event
  lastTimestamp: "2026-04-23T18:54:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv.18a9113b9024e8ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39801"
    uid: d3ddf351-e3e5-4dfb-b58b-18bfc6cea8a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: f0bff882-7563-41a4-a2cd-77259d4ba28f
  kind: Event
  lastTimestamp: "2026-04-23T18:54:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv.18a9113b90341863
    namespace: kserve-ci-e2e-test
    resourceVersion: "39802"
    uid: 03b314d6-029b-49c0-9a62-d54ce4807e4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: f0bff882-7563-41a4-a2cd-77259d4ba28f
  kind: Event
  lastTimestamp: "2026-04-23T18:54:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv.18a9113b93db04cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39806"
    uid: 33c5fbde-cb43-4d72-9e71-89c3231391ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: f0bff882-7563-41a4-a2cd-77259d4ba28f
  kind: Event
  lastTimestamp: "2026-04-23T18:54:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv.18a9113b945b709e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39807"
    uid: bc9c41bd-e53b-453a-aa3a-730332b7b377
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: f0bff882-7563-41a4-a2cd-77259d4ba28f
  kind: Event
  lastTimestamp: "2026-04-23T18:55:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv.18a9113bc85a3785
    namespace: kserve-ci-e2e-test
    resourceVersion: "40213"
    uid: a2f66f1f-a271-43c0-a9fb-a91aeba06faa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: f0bff882-7563-41a4-a2cd-77259d4ba28f
  kind: Event
  lastTimestamp: "2026-04-23T18:55:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv.18a9114b5531cd63
    namespace: kserve-ci-e2e-test
    resourceVersion: "40314"
    uid: 64ea6e74-ed81-4c32-bbc8-8ec5141604f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: f0bff882-7563-41a4-a2cd-77259d4ba28f
  kind: Event
  lastTimestamp: "2026-04-23T18:55:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv.18a9114b55326ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40315"
    uid: ed1bf47f-2410-463c-80da-fa97a41a7650
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: f0bff882-7563-41a4-a2cd-77259d4ba28f
  kind: Event
  lastTimestamp: "2026-04-23T18:55:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.59:8643/healthz": dial tcp
    10.133.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv.18a9114c5070d7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40401"
    uid: 51e55ea8-4ecc-4ff4-96ae-9d69b22c249d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39741"
    uid: e50be35b-5b4e-4335-819a-7a67b0610643
  kind: Event
  lastTimestamp: "2026-04-23T18:54:33Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4-kg5fv'
  metadata:
    creationTimestamp: "2026-04-23T18:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:54:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4.18a9113b0772569f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39752"
    uid: 3fc0622b-9f29-4a86-9387-a51ea73caab2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39739"
    uid: fef23c50-2857-4892-b531-d8fa8681041b
  kind: Event
  lastTimestamp: "2026-04-23T18:54:33Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-6c6bdfcdc4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:54:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a9113b04b52d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "39744"
    uid: 9349a7f9-1580-4442-9da7-5e034447579b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39740"
    uid: 2300eb4d-9fa8-4421-b9f0-bfc84319a750
  kind: Event
  lastTimestamp: "2026-04-23T18:55:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:55:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a9113e8322d0b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40101"
    uid: 8814a328-f86d-42ec-a526-df9643c02ef7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39740"
    uid: 2300eb4d-9fa8-4421-b9f0-bfc84319a750
  kind: Event
  lastTimestamp: "2026-04-23T18:55:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:55:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a9113e839b22bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40102"
    uid: eb8a480f-8ffe-43dc-b533-8396932b00ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39895"
    uid: 2300eb4d-9fa8-4421-b9f0-bfc84319a750
  kind: Event
  lastTimestamp: "2026-04-23T18:55:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:55:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a9114900ba7ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40220"
    uid: 0786f3fc-18af-498e-a88c-22cf6ef6ee84
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39895"
    uid: 2300eb4d-9fa8-4421-b9f0-bfc84319a750
  kind: Event
  lastTimestamp: "2026-04-23T18:55:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:55:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a91149012b4b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40222"
    uid: 70fcb715-4bab-4271-a4ec-74a67670d5c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39729"
    uid: 96e8ea31-ad2f-420d-af0e-13f56d3f2687
  kind: Event
  lastTimestamp: "2026-04-23T18:55:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:55:42Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a9113b047349c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40290"
    uid: 73ef17f7-a43c-47ae-9a94-0cadbc728650
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39729"
    uid: 96e8ea31-ad2f-420d-af0e-13f56d3f2687
  kind: Event
  lastTimestamp: "2026-04-23T18:54:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:54:33Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a9113b053b4451
    namespace: kserve-ci-e2e-test
    resourceVersion: "39746"
    uid: d550cb4f-c4cc-4b21-abf3-af9287324382
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40287"
    uid: 96e8ea31-ad2f-420d-af0e-13f56d3f2687
  kind: Event
  lastTimestamp: "2026-04-23T18:55:42Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:55:42Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a9114b2bece845
    namespace: kserve-ci-e2e-test
    resourceVersion: "40289"
    uid: 422187df-3bae-4ca9-bfa2-576a0e03088d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:54:22.116408Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d-dbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39581"
    uid: 84a76fef-9488-4ca9-9589-0ad4873c30d4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d-dbrpk
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:54:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:54:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d-dbrpk.18a9113872d04435
    namespace: kserve-ci-e2e-test
    resourceVersion: "39585"
    uid: 728f56cd-fd14-4d7d-8a89-827efb93f552
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d-dbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39589"
    uid: 84a76fef-9488-4ca9-9589-0ad4873c30d4
  kind: Event
  lastTimestamp: "2026-04-23T18:54:22Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:54:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d-dbrpk.18a911388b91bf16
    namespace: kserve-ci-e2e-test
    resourceVersion: "39596"
    uid: 3b251d08-4c31-4ef2-b5a7-d3856bcfe740
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d-dbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39583"
    uid: 84a76fef-9488-4ca9-9589-0ad4873c30d4
  kind: Event
  lastTimestamp: "2026-04-23T18:54:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:27Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d-dbrpk.18a911388d2b1c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "39649"
    uid: cad5e2ba-dea9-45b5-adcf-4d9336a0d713
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d-dbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39583"
    uid: 84a76fef-9488-4ca9-9589-0ad4873c30d4
  kind: Event
  lastTimestamp: "2026-04-23T18:54:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:27Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d-dbrpk.18a911388fc8eff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39651"
    uid: edf84c38-3c8c-4239-9dc0-b8116e342188
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d-dbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39583"
    uid: 84a76fef-9488-4ca9-9589-0ad4873c30d4
  kind: Event
  lastTimestamp: "2026-04-23T18:54:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:27Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d-dbrpk.18a9113890391d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "39652"
    uid: 64b7354d-6ae6-41d5-9e31-42fef15e2772
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d-dbrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39583"
    uid: 84a76fef-9488-4ca9-9589-0ad4873c30d4
  kind: Event
  lastTimestamp: "2026-04-23T18:54:31Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d-dbrpk_kserve-ci-e2e-test(84a76fef-9488-4ca9-9589-0ad4873c30d4)
  metadata:
    creationTimestamp: "2026-04-23T18:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:31Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d-dbrpk.18a9113a9d6a48c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39682"
    uid: cdf8546d-2d4f-4792-bc43-76fd60e2c4b8
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39570"
    uid: caa58c78-1874-4eef-bb62-1e84b0150360
  kind: Event
  lastTimestamp: "2026-04-23T18:54:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d-dbrpk'
  metadata:
    creationTimestamp: "2026-04-23T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:54:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d.18a9113872544fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39582"
    uid: 3f646fdf-000d-4396-b9b1-fe03fbf50ca2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39568"
    uid: 780aa682-5466-4d3c-b64a-65ffed4dc0e3
  kind: Event
  lastTimestamp: "2026-04-23T18:54:22Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7fffb8d84d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:54:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a911386eaae753
    namespace: kserve-ci-e2e-test
    resourceVersion: "39573"
    uid: efccb317-f654-4deb-a675-d27022f0b070
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39556"
    uid: de6dd17b-4c3a-4abf-8e8f-0055f3c75185
  kind: Event
  lastTimestamp: "2026-04-23T18:54:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:54:31Z"
    name: isvc-sklearn-s3-tls-global-fail.18a911386e6f792b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39687"
    uid: be84e30b-e5cf-4242-b16b-9ece67487f95
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39556"
    uid: de6dd17b-4c3a-4abf-8e8f-0055f3c75185
  kind: Event
  lastTimestamp: "2026-04-23T18:54:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:54:22Z"
    name: isvc-sklearn-s3-tls-global-fail.18a911386ec80c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "39575"
    uid: 0f93e2e2-a982-4285-aca3-1085d0a8b127
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:53:00.987751Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "38909"
    uid: 1b94ea5b-5812-442e-b351-02b01e3347b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:53:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:53:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j.18a911258f2a868f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38915"
    uid: a216edb1-6d90-4bd7-8b85-5327979f15ca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "38918"
    uid: 1b94ea5b-5812-442e-b351-02b01e3347b3
  kind: Event
  lastTimestamp: "2026-04-23T18:53:01Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:53:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j.18a91125a8396771
    namespace: kserve-ci-e2e-test
    resourceVersion: "38927"
    uid: 03f6aefa-2420-4875-b5e2-d78c65111704
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 1b94ea5b-5812-442e-b351-02b01e3347b3
  kind: Event
  lastTimestamp: "2026-04-23T18:53:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j.18a91125aa055ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38929"
    uid: 687e192b-c164-4d7f-a8bc-845b8e58cc0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 1b94ea5b-5812-442e-b351-02b01e3347b3
  kind: Event
  lastTimestamp: "2026-04-23T18:53:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j.18a91125adae53ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "38931"
    uid: 9451bd4f-5c74-4efc-8b6b-e5c7285bf015
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 1b94ea5b-5812-442e-b351-02b01e3347b3
  kind: Event
  lastTimestamp: "2026-04-23T18:53:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j.18a91125ae3aa256
    namespace: kserve-ci-e2e-test
    resourceVersion: "38932"
    uid: ffc30f6e-244a-4936-bed7-c253c0d28030
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 1b94ea5b-5812-442e-b351-02b01e3347b3
  kind: Event
  lastTimestamp: "2026-04-23T18:53:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1417"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j.18a911260fcff214
    namespace: kserve-ci-e2e-test
    resourceVersion: "38951"
    uid: abe6e758-6567-4e92-a503-86d28f7baeed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 1b94ea5b-5812-442e-b351-02b01e3347b3
  kind: Event
  lastTimestamp: "2026-04-23T18:53:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j.18a9112612cddbfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38953"
    uid: dc5ab1a2-8b67-44b1-8b88-493bcba29347
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 1b94ea5b-5812-442e-b351-02b01e3347b3
  kind: Event
  lastTimestamp: "2026-04-23T18:53:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j.18a911261346a61e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: 0327a7dd-f5ea-4fea-8670-425eb504877a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 1b94ea5b-5812-442e-b351-02b01e3347b3
  kind: Event
  lastTimestamp: "2026-04-23T18:53:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j.18a9112613538d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38957"
    uid: d5da8868-6244-4405-b3b5-999f4e375f42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 1b94ea5b-5812-442e-b351-02b01e3347b3
  kind: Event
  lastTimestamp: "2026-04-23T18:53:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j.18a911261626a6a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38959"
    uid: a423b504-3522-4a36-aa52-9e08a7a4a902
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 1b94ea5b-5812-442e-b351-02b01e3347b3
  kind: Event
  lastTimestamp: "2026-04-23T18:53:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j.18a9112616a071e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38960"
    uid: 683b54f1-705e-4af2-83d9-440c54dd7fe3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 1b94ea5b-5812-442e-b351-02b01e3347b3
  kind: Event
  lastTimestamp: "2026-04-23T18:54:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j.18a9112687bae998
    namespace: kserve-ci-e2e-test
    resourceVersion: "39545"
    uid: cce4f8c5-3a58-4b49-ab56-deaf71b29efe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 1b94ea5b-5812-442e-b351-02b01e3347b3
  kind: Event
  lastTimestamp: "2026-04-23T18:54:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j.18a91138308a4640
    namespace: kserve-ci-e2e-test
    resourceVersion: "39540"
    uid: 46275a21-4c25-45d5-8718-00961c8665f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 1b94ea5b-5812-442e-b351-02b01e3347b3
  kind: Event
  lastTimestamp: "2026-04-23T18:54:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j.18a91138308ac491
    namespace: kserve-ci-e2e-test
    resourceVersion: "39541"
    uid: bb5d1b17-ec29-4151-81e1-73aa8dbbe299
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: 1b94ea5b-5812-442e-b351-02b01e3347b3
  kind: Event
  lastTimestamp: "2026-04-23T18:54:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j.18a9113839cdda48
    namespace: kserve-ci-e2e-test
    resourceVersion: "39544"
    uid: 1d679f58-9909-466b-bdf0-5bcc08a78f0b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "38898"
    uid: 82e42577-1f2e-4bbd-a8a6-c197ead2bc61
  kind: Event
  lastTimestamp: "2026-04-23T18:53:00Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46-g2r5j'
  metadata:
    creationTimestamp: "2026-04-23T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:53:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46.18a911258ebde9ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "38910"
    uid: feec9fd9-262f-422a-b4b5-dd89b6a51e75
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38896"
    uid: 9b4ce218-d983-4b3f-a315-3a200d219d97
  kind: Event
  lastTimestamp: "2026-04-23T18:53:00Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-6d77c98f46
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:53:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a911258b9d6531
    namespace: kserve-ci-e2e-test
    resourceVersion: "38901"
    uid: 1eca3c92-2a53-4f2d-854d-40b983f46a95
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38897"
    uid: 129982ee-15b2-4b3b-b570-6d34a784ffad
  kind: Event
  lastTimestamp: "2026-04-23T18:53:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:53:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a911290a8b59d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39165"
    uid: 3c0b8649-a5fa-453a-bb6f-de06cae31ec2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38897"
    uid: 129982ee-15b2-4b3b-b570-6d34a784ffad
  kind: Event
  lastTimestamp: "2026-04-23T18:53:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:53:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a911290b38fa95
    namespace: kserve-ci-e2e-test
    resourceVersion: "39166"
    uid: 84d4343f-4f5a-4f1b-84cd-3187b8a17ebe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39064"
    uid: 129982ee-15b2-4b3b-b570-6d34a784ffad
  kind: Event
  lastTimestamp: "2026-04-23T18:54:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:54:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a911300945afcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: 086d5729-67be-440f-80f4-1030db0d565d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39064"
    uid: 129982ee-15b2-4b3b-b570-6d34a784ffad
  kind: Event
  lastTimestamp: "2026-04-23T18:54:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:54:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a9113009bf45f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39489"
    uid: cf313b45-492a-4896-9a76-0beb02cd8a4e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38887"
    uid: 6d9daf97-c867-433f-8f2a-63936f88067a
  kind: Event
  lastTimestamp: "2026-04-23T18:54:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:54:11Z"
    name: isvc-sklearn-s3-tls-global-pass.18a911258b796743
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: 265f749e-8b70-41d6-8150-669cd5c7aa88
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38887"
    uid: 6d9daf97-c867-433f-8f2a-63936f88067a
  kind: Event
  lastTimestamp: "2026-04-23T18:53:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:53:00Z"
    name: isvc-sklearn-s3-tls-global-pass.18a911258c54999d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38905"
    uid: f0c7f95e-aed3-4711-9d61-5a24509c43dc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39453"
    uid: 6d9daf97-c867-433f-8f2a-63936f88067a
  kind: Event
  lastTimestamp: "2026-04-23T18:54:11Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:54:11Z"
    name: isvc-sklearn-s3-tls-global-pass.18a91135eb897dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39455"
    uid: fde60290-27af-47e6-afd0-ee42a066c04f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:57:16.490025Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc-b67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41181"
    uid: 92420c46-08d8-4be9-a193-8ae9341b0822
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc-b67pz
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:57:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:57:16Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc-b67pz.18a911610c49c726
    namespace: kserve-ci-e2e-test
    resourceVersion: "41186"
    uid: 92250d77-ff8e-4eaa-b12c-8be551122d57
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc-b67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41183"
    uid: 92420c46-08d8-4be9-a193-8ae9341b0822
  kind: Event
  lastTimestamp: "2026-04-23T18:57:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:57:16Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc-b67pz.18a9116117bf3efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41197"
    uid: e5493ee9-9085-4d28-8cfe-1541ce60603c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc-b67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41191"
    uid: 92420c46-08d8-4be9-a193-8ae9341b0822
  kind: Event
  lastTimestamp: "2026-04-23T18:57:17Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:57:17Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc-b67pz.18a9116148e8317c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: 410ca287-02ce-4415-a2e9-176dc862b747
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc-b67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41183"
    uid: 92420c46-08d8-4be9-a193-8ae9341b0822
  kind: Event
  lastTimestamp: "2026-04-23T18:57:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:57:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc-b67pz.18a911614a63ba40
    namespace: kserve-ci-e2e-test
    resourceVersion: "41255"
    uid: 7117c7a4-3567-478e-aab9-974c3e33d54a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc-b67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41183"
    uid: 92420c46-08d8-4be9-a193-8ae9341b0822
  kind: Event
  lastTimestamp: "2026-04-23T18:57:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:57:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc-b67pz.18a911614d200ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 37bc969f-cdb2-4a60-9bdd-2f3bf00ddd38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc-b67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41183"
    uid: 92420c46-08d8-4be9-a193-8ae9341b0822
  kind: Event
  lastTimestamp: "2026-04-23T18:57:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:57:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc-b67pz.18a911614da4e96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41260"
    uid: c9f933ea-7f92-44ab-bccf-52c266e0dd6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc-b67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41183"
    uid: 92420c46-08d8-4be9-a193-8ae9341b0822
  kind: Event
  lastTimestamp: "2026-04-23T18:57:26Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:57:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc-b67pz.18a911636066bb55
    namespace: kserve-ci-e2e-test
    resourceVersion: "41306"
    uid: c63b7770-3293-4c14-80d5-9a295b68360e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41172"
    uid: 98bd8105-8494-4776-941f-ad4d88682922
  kind: Event
  lastTimestamp: "2026-04-23T18:57:16Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc-b67pz'
  metadata:
    creationTimestamp: "2026-04-23T18:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:57:16Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc.18a911610bef093b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: 68ccec75-a3f5-4f7b-948e-5f5523ba5a3f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: a862a13b-4c82-4c03-a055-aa2ae74e230f
  kind: Event
  lastTimestamp: "2026-04-23T18:57:16Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-797c5c84dc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:57:16Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a911610969042e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41174"
    uid: 723fa0b9-d673-41ff-af04-66f18acd1e47
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41160"
    uid: 23b4c6a3-1e82-473e-bbaa-5a127e50929a
  kind: Event
  lastTimestamp: "2026-04-23T18:57:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:57:23Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a91161093beddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41261"
    uid: db0433ad-3fca-4d54-9800-d612af0a23a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41160"
    uid: 23b4c6a3-1e82-473e-bbaa-5a127e50929a
  kind: Event
  lastTimestamp: "2026-04-23T18:57:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:57:16Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a9116109b272c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41176"
    uid: 429cd737-017d-4433-95b9-a2eef4e97deb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:55:55.391559Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40513"
    uid: c455d1bd-98b4-472b-b639-999401359fd4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:55:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:55:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh.18a9114e2a716dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40519"
    uid: d870ebfa-3f0f-4f9e-88d6-b27b27e55d0c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40526"
    uid: c455d1bd-98b4-472b-b639-999401359fd4
  kind: Event
  lastTimestamp: "2026-04-23T18:55:55Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:55:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh.18a9114e434dc3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40534"
    uid: 5a156037-23b1-4d34-b9d4-0dc580b1f303
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40516"
    uid: c455d1bd-98b4-472b-b639-999401359fd4
  kind: Event
  lastTimestamp: "2026-04-23T18:55:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh.18a9114e44d535c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40536"
    uid: 1e08d9ae-2fec-4761-b07a-ded18f307508
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40516"
    uid: c455d1bd-98b4-472b-b639-999401359fd4
  kind: Event
  lastTimestamp: "2026-04-23T18:55:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh.18a9114e47e62e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40538"
    uid: 4905125c-a7c6-4c52-b2eb-950e8d6b096b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40516"
    uid: c455d1bd-98b4-472b-b639-999401359fd4
  kind: Event
  lastTimestamp: "2026-04-23T18:55:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh.18a9114e4859b0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40539"
    uid: 6fcc7832-de7a-4c5a-afd1-bce63000fd5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40516"
    uid: c455d1bd-98b4-472b-b639-999401359fd4
  kind: Event
  lastTimestamp: "2026-04-23T18:55:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1417"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh.18a9114eb270133a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: 3d3b5dda-c8f6-4f3a-a0ca-604f7d8f9304
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40516"
    uid: c455d1bd-98b4-472b-b639-999401359fd4
  kind: Event
  lastTimestamp: "2026-04-23T18:55:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh.18a9114eb61b0850
    namespace: kserve-ci-e2e-test
    resourceVersion: "40566"
    uid: c4e11083-cdbe-4923-843e-4f21257177c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40516"
    uid: c455d1bd-98b4-472b-b639-999401359fd4
  kind: Event
  lastTimestamp: "2026-04-23T18:55:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh.18a9114eb6a2e341
    namespace: kserve-ci-e2e-test
    resourceVersion: "40568"
    uid: a5055239-0ef5-4a0f-bc9a-609c57143fe0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40516"
    uid: c455d1bd-98b4-472b-b639-999401359fd4
  kind: Event
  lastTimestamp: "2026-04-23T18:55:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh.18a9114eb6b0f451
    namespace: kserve-ci-e2e-test
    resourceVersion: "40569"
    uid: d48acaa3-b2e4-4eb4-9ea0-8a60bbe4282a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40516"
    uid: c455d1bd-98b4-472b-b639-999401359fd4
  kind: Event
  lastTimestamp: "2026-04-23T18:55:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh.18a9114eb9b0b89d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40571"
    uid: 1b65df40-f4ea-4d3b-8414-a235d52004b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40516"
    uid: c455d1bd-98b4-472b-b639-999401359fd4
  kind: Event
  lastTimestamp: "2026-04-23T18:55:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh.18a9114eba25a850
    namespace: kserve-ci-e2e-test
    resourceVersion: "40572"
    uid: a9d8a636-6dc0-4d63-a5d2-ca94a7d05b4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40516"
    uid: c455d1bd-98b4-472b-b639-999401359fd4
  kind: Event
  lastTimestamp: "2026-04-23T18:57:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:57:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh.18a9114f2a2fc502
    namespace: kserve-ci-e2e-test
    resourceVersion: "41150"
    uid: 884d1ecd-ef6f-4f60-930e-54044f0eadbd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40516"
    uid: c455d1bd-98b4-472b-b639-999401359fd4
  kind: Event
  lastTimestamp: "2026-04-23T18:57:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:57:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh.18a91160cc983839
    namespace: kserve-ci-e2e-test
    resourceVersion: "41146"
    uid: a2ab297c-cb55-4601-b238-524f9c46ae12
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40516"
    uid: c455d1bd-98b4-472b-b639-999401359fd4
  kind: Event
  lastTimestamp: "2026-04-23T18:57:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:57:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh.18a91160cc98b959
    namespace: kserve-ci-e2e-test
    resourceVersion: "41147"
    uid: 30e1fcc8-52f8-4fc8-b64e-406bee24f644
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40516"
    uid: c455d1bd-98b4-472b-b639-999401359fd4
  kind: Event
  lastTimestamp: "2026-04-23T18:57:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.61:8643/healthz": dial tcp
    10.133.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:57:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh.18a91160dc591501
    namespace: kserve-ci-e2e-test
    resourceVersion: "41149"
    uid: 4d5a6270-0556-44f2-bdfa-d86f970b4a5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 5e21614e-a297-4933-b3d2-88bdade83120
  kind: Event
  lastTimestamp: "2026-04-23T18:55:55Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485-rtfwh'
  metadata:
    creationTimestamp: "2026-04-23T18:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:55:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485.18a9114e29f25485
    namespace: kserve-ci-e2e-test
    resourceVersion: "40515"
    uid: 25084793-27d8-40e9-8d6f-ac591cd2332f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40503"
    uid: eb865d8b-f043-4ad4-94cf-7e8b724c0740
  kind: Event
  lastTimestamp: "2026-04-23T18:55:55Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-64b6bb485
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:55:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a9114e273f0437
    namespace: kserve-ci-e2e-test
    resourceVersion: "40507"
    uid: f6e7b2b3-1aaa-469d-b4ec-58a152d4431d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40504"
    uid: b58fdeae-eb15-47b4-b53d-2b25851ce3e4
  kind: Event
  lastTimestamp: "2026-04-23T18:56:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:56:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a91151a5ff94f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40658"
    uid: 5d35e5f2-1114-4279-a484-49cd6e186aa0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40504"
    uid: b58fdeae-eb15-47b4-b53d-2b25851ce3e4
  kind: Event
  lastTimestamp: "2026-04-23T18:56:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:56:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a91151a68b3caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40660"
    uid: 726e9c0d-9544-4cb0-ada1-93be2d358cfd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40659"
    uid: b58fdeae-eb15-47b4-b53d-2b25851ce3e4
  kind: Event
  lastTimestamp: "2026-04-23T18:57:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:57:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a9115525a560fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41089"
    uid: 53467af3-5a85-44d3-a55a-ac5ab77353bd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40659"
    uid: b58fdeae-eb15-47b4-b53d-2b25851ce3e4
  kind: Event
  lastTimestamp: "2026-04-23T18:57:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:57:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a9115526098f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "41090"
    uid: 49707e15-f319-487e-8811-e3a0018a40da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 1604936b-8fa1-4d83-95a1-325260098c19
  kind: Event
  lastTimestamp: "2026-04-23T18:57:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:57:05Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a9114e271f8bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41056"
    uid: 053fea37-acab-4901-b1ea-64b65a620c5d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 1604936b-8fa1-4d83-95a1-325260098c19
  kind: Event
  lastTimestamp: "2026-04-23T18:55:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:55:55Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a9114e278e6fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40509"
    uid: fb94a051-b347-4731-a507-1f9f9aec41ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41054"
    uid: 1604936b-8fa1-4d83-95a1-325260098c19
  kind: Event
  lastTimestamp: "2026-04-23T18:57:05Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:57:05Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a9115e8e632d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "41055"
    uid: c0d69ba7-0ca8-4670-a538-de5723039d8c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38205"
    uid: baa9dcf9-5cda-437a-8563-c5b01f948df8
  kind: Event
  lastTimestamp: "2026-04-23T18:52:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:52:51Z"
    name: isvc-sklearn-s3.18a91112d6f09646
    namespace: kserve-ci-e2e-test
    resourceVersion: "38789"
    uid: 32938231-2198-4abd-a9ab-38f16faa2b60
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38205"
    uid: baa9dcf9-5cda-437a-8563-c5b01f948df8
  kind: Event
  lastTimestamp: "2026-04-23T18:51:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:51:40Z"
    name: isvc-sklearn-s3.18a91112d750caad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38239"
    uid: 49258ea2-f0fb-495a-915b-f9efc48e21c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38787"
    uid: baa9dcf9-5cda-437a-8563-c5b01f948df8
  kind: Event
  lastTimestamp: "2026-04-23T18:52:51Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:52:51Z"
    name: isvc-sklearn-s3.18a911233d716701
    namespace: kserve-ci-e2e-test
    resourceVersion: "38788"
    uid: 08eb207a-5c34-4b8a-aaba-30bc589d1cb3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-685c6c4f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29474"
    uid: be20229e-6d14-47c3-b86c-7e35410ac102
  kind: Event
  lastTimestamp: "2026-04-23T18:34:24Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-685c6c4f5-z5kmw'
  metadata:
    creationTimestamp: "2026-04-23T18:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:34:24Z"
    name: isvc-sklearn-scheduler-predictor-685c6c4f5.18a9102187c7906a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29485"
    uid: 124f181a-f84c-4efd-8641-60e6fbb7c05d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29472"
    uid: 2f50674e-853d-43e3-bb0d-14fe07216d47
  kind: Event
  lastTimestamp: "2026-04-23T18:34:24Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-685c6c4f5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:34:24Z"
    name: isvc-sklearn-scheduler-predictor.18a9102182addc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29476"
    uid: a05635d5-ed63-4d64-8c01-34a4f7055712
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29444"
    uid: adf90650-fa4b-4d09-b91d-fe8d4dd3280a
  kind: Event
  lastTimestamp: "2026-04-23T18:34:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:34:24Z"
    name: isvc-sklearn-scheduler.18a910218215e88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29499"
    uid: bc5f8c72-fb0f-4e21-91c2-0399bba13d56
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29444"
    uid: adf90650-fa4b-4d09-b91d-fe8d4dd3280a
  kind: Event
  lastTimestamp: "2026-04-23T18:34:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:34:24Z"
    name: isvc-sklearn-scheduler.18a91021828b1243
    namespace: kserve-ci-e2e-test
    resourceVersion: "29475"
    uid: 091a9527-7380-4c12-b4e4-bef2c6e0723c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29444"
    uid: adf90650-fa4b-4d09-b91d-fe8d4dd3280a
  kind: Event
  lastTimestamp: "2026-04-23T18:34:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:34:24Z"
    name: isvc-sklearn-scheduler.18a91021828b5656
    namespace: kserve-ci-e2e-test
    resourceVersion: "29478"
    uid: 051c1bd3-74d8-44e9-969f-f151d1bafd5c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:39:44.428284Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32280"
    uid: c37cd673-df2b-4869-8cf1-cb5fe7af9906
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:39:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:39:44Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf.18a9106c18859e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "32286"
    uid: 6c36d249-e6d1-4301-9a31-cfc3506ee885
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: c37cd673-df2b-4869-8cf1-cb5fe7af9906
  kind: Event
  lastTimestamp: "2026-04-23T18:39:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:44Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf.18a9106c2069deed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32293"
    uid: 5c98633a-cc67-4466-8f0b-07d29145cff6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: c37cd673-df2b-4869-8cf1-cb5fe7af9906
  kind: Event
  lastTimestamp: "2026-04-23T18:39:45Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:39:45Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf.18a9106c556568dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: f33e1a1b-6484-4145-aacd-047966f621d8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: c37cd673-df2b-4869-8cf1-cb5fe7af9906
  kind: Event
  lastTimestamp: "2026-04-23T18:39:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:45Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf.18a9106c57f1153d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32303"
    uid: 88c25351-d242-4ee1-b08b-6c5174e76ff0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: c37cd673-df2b-4869-8cf1-cb5fe7af9906
  kind: Event
  lastTimestamp: "2026-04-23T18:39:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:45Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf.18a9106c5af9ecda
    namespace: kserve-ci-e2e-test
    resourceVersion: "32305"
    uid: a3867f73-dcb4-4167-95a3-b90b78a6e4aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: c37cd673-df2b-4869-8cf1-cb5fe7af9906
  kind: Event
  lastTimestamp: "2026-04-23T18:39:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:45Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf.18a9106c5b65785c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32307"
    uid: 779e29eb-dc77-4e4a-a5ed-9fec235fa4c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: c37cd673-df2b-4869-8cf1-cb5fe7af9906
  kind: Event
  lastTimestamp: "2026-04-23T18:39:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1417"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:49Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf.18a9106d563f0d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32348"
    uid: 02b00a9f-1b4e-4484-8bc0-8b31d4412287
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: c37cd673-df2b-4869-8cf1-cb5fe7af9906
  kind: Event
  lastTimestamp: "2026-04-23T18:39:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:49Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf.18a9106d59ebf1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: 995cae98-7da8-4024-9a09-36fd821dbce2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: c37cd673-df2b-4869-8cf1-cb5fe7af9906
  kind: Event
  lastTimestamp: "2026-04-23T18:39:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:49Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf.18a9106d5a7613f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: dc813a85-72e5-4f59-b263-92677c80c0cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: c37cd673-df2b-4869-8cf1-cb5fe7af9906
  kind: Event
  lastTimestamp: "2026-04-23T18:39:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:49Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf.18a9106d5a84a027
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 6e5004b8-641f-41e4-bf8a-88ec74abbc23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: c37cd673-df2b-4869-8cf1-cb5fe7af9906
  kind: Event
  lastTimestamp: "2026-04-23T18:39:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:49Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf.18a9106d5d66166f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 9c969c95-d6ba-45ea-a0d8-1abcc16091b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: c37cd673-df2b-4869-8cf1-cb5fe7af9906
  kind: Event
  lastTimestamp: "2026-04-23T18:39:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:49Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf.18a9106d5dddba9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32362"
    uid: b33a0303-ae1e-437d-baee-899be6c2d6db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: c37cd673-df2b-4869-8cf1-cb5fe7af9906
  kind: Event
  lastTimestamp: "2026-04-23T18:41:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:07Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf.18a9106dce1049c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32987"
    uid: 90e74984-4912-4667-969b-29a98af2bd9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: c37cd673-df2b-4869-8cf1-cb5fe7af9906
  kind: Event
  lastTimestamp: "2026-04-23T18:41:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:04Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf.18a9107ec028394d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32918"
    uid: 8a5a38ca-c503-4c6e-8cd2-9a113d42c2e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: c37cd673-df2b-4869-8cf1-cb5fe7af9906
  kind: Event
  lastTimestamp: "2026-04-23T18:41:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:04Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf.18a9107ec028f1ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: 386e8309-1459-4cee-83fd-5aaf395473b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: c37cd673-df2b-4869-8cf1-cb5fe7af9906
  kind: Event
  lastTimestamp: "2026-04-23T18:41:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:07Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf.18a9107f802c0d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "32986"
    uid: 56b65ca7-c8bf-4eab-b130-4da60f6090dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32271"
    uid: bedafd42-2332-4eeb-9ed2-6721e3051e1d
  kind: Event
  lastTimestamp: "2026-04-23T18:39:44Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-6d99c9448b-n68gf'
  metadata:
    creationTimestamp: "2026-04-23T18:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:39:44Z"
    name: isvc-sklearn-v2-mixed-predictor-6d99c9448b.18a9106c1819a627
    namespace: kserve-ci-e2e-test
    resourceVersion: "32284"
    uid: f5a971aa-7497-41a7-9e3f-d60f6ded81d9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: 2acada4d-23b4-40e5-9c51-27c981ee0847
  kind: Event
  lastTimestamp: "2026-04-23T18:39:44Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-6d99c9448b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:39:44Z"
    name: isvc-sklearn-v2-mixed-predictor.18a9106c14f59b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "32273"
    uid: 2b48a6b6-f908-4c2e-9d6f-af5a08d20c69
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32270"
    uid: bb82d020-ce15-4ceb-a0c5-046bcbeead08
  kind: Event
  lastTimestamp: "2026-04-23T18:39:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:39:59Z"
    name: isvc-sklearn-v2-mixed-predictor.18a9106f93e0544a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32427"
    uid: c9f7c06e-e523-4a2c-9623-8b2df11f262a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32270"
    uid: bb82d020-ce15-4ceb-a0c5-046bcbeead08
  kind: Event
  lastTimestamp: "2026-04-23T18:39:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:39:59Z"
    name: isvc-sklearn-v2-mixed-predictor.18a9106f94521b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "32429"
    uid: e770c3a2-22fb-4dbe-9139-8d202b46e641
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32428"
    uid: bb82d020-ce15-4ceb-a0c5-046bcbeead08
  kind: Event
  lastTimestamp: "2026-04-23T18:40:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:40:59Z"
    name: isvc-sklearn-v2-mixed-predictor.18a9107313162b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 3a87da2f-2eee-470c-9675-545563faeaf3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32428"
    uid: bb82d020-ce15-4ceb-a0c5-046bcbeead08
  kind: Event
  lastTimestamp: "2026-04-23T18:40:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:40:59Z"
    name: isvc-sklearn-v2-mixed-predictor.18a9107313900b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32856"
    uid: f62c3144-71f0-4d9f-aca9-a941f0395cd9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32241"
    uid: 25040251-16ae-4a19-ad74-4f6f4c5d0de0
  kind: Event
  lastTimestamp: "2026-04-23T18:40:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:40:57Z"
    name: isvc-sklearn-v2-mixed.18a9106c14cde2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32843"
    uid: bf44e628-1fad-45b8-b55e-80221e9badff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32241"
    uid: 25040251-16ae-4a19-ad74-4f6f4c5d0de0
  kind: Event
  lastTimestamp: "2026-04-23T18:39:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:39:44Z"
    name: isvc-sklearn-v2-mixed.18a9106c153db753
    namespace: kserve-ci-e2e-test
    resourceVersion: "32276"
    uid: bd1113b7-eb4b-4b3c-a2c7-de99a37d7abd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32839"
    uid: 25040251-16ae-4a19-ad74-4f6f4c5d0de0
  kind: Event
  lastTimestamp: "2026-04-23T18:40:57Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:40:57Z"
    name: isvc-sklearn-v2-mixed.18a9107d3169b179
    namespace: kserve-ci-e2e-test
    resourceVersion: "32840"
    uid: e8a49361-c2a7-4e0d-9138-de4fb7935db3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:38:24.101579Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31607"
    uid: 06c59f79-7714-459e-bdca-6143b41065b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-557dddfbc-rd5tp
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:38:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:38:24Z"
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp.18a9105964ad615a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31611"
    uid: 30c39f95-2b50-43b1-98e6-061fb7cd9a13
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31615"
    uid: 06c59f79-7714-459e-bdca-6143b41065b6
  kind: Event
  lastTimestamp: "2026-04-23T18:38:24Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:38:24Z"
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp.18a910597dcafdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31625"
    uid: 3e7187f2-1b9d-4f66-a20e-275f4f366e51
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 06c59f79-7714-459e-bdca-6143b41065b6
  kind: Event
  lastTimestamp: "2026-04-23T18:38:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:38:24Z"
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp.18a910597f658103
    namespace: kserve-ci-e2e-test
    resourceVersion: "31627"
    uid: b06e74e3-b91c-4e90-9fdb-9843fbc170cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 06c59f79-7714-459e-bdca-6143b41065b6
  kind: Event
  lastTimestamp: "2026-04-23T18:38:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:38:24Z"
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp.18a9105982c42603
    namespace: kserve-ci-e2e-test
    resourceVersion: "31628"
    uid: db70d39b-2350-45f2-be17-9688445fbdb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 06c59f79-7714-459e-bdca-6143b41065b6
  kind: Event
  lastTimestamp: "2026-04-23T18:38:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:38:24Z"
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp.18a91059833a74f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31629"
    uid: 2ef54254-6e9e-4313-a797-bc061de15b88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 06c59f79-7714-459e-bdca-6143b41065b6
  kind: Event
  lastTimestamp: "2026-04-23T18:38:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1417"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:38:28Z"
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp.18a9105a6c2312b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31665"
    uid: 4617d6ce-6f16-43da-acb9-ec882dd06a5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 06c59f79-7714-459e-bdca-6143b41065b6
  kind: Event
  lastTimestamp: "2026-04-23T18:38:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:38:28Z"
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp.18a9105a6f9f241b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31668"
    uid: a772fa3c-047a-43b1-8130-90b5edc859de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 06c59f79-7714-459e-bdca-6143b41065b6
  kind: Event
  lastTimestamp: "2026-04-23T18:38:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:38:28Z"
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp.18a9105a701b31db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31670"
    uid: ca9d0260-72b5-4492-8228-42c9079579c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 06c59f79-7714-459e-bdca-6143b41065b6
  kind: Event
  lastTimestamp: "2026-04-23T18:38:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:38:28Z"
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp.18a9105a702aa0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31671"
    uid: a179ac01-57fd-4fbf-acd0-b11c34a8c67f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 06c59f79-7714-459e-bdca-6143b41065b6
  kind: Event
  lastTimestamp: "2026-04-23T18:38:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:38:28Z"
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp.18a9105a7319fefc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31673"
    uid: 961e99b6-4bc6-45ee-8c9f-6c7ac8522937
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 06c59f79-7714-459e-bdca-6143b41065b6
  kind: Event
  lastTimestamp: "2026-04-23T18:38:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:38:28Z"
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp.18a9105a7393f4ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31674"
    uid: 9c64d7b4-e452-4ef5-8eca-0b4969f3425a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 06c59f79-7714-459e-bdca-6143b41065b6
  kind: Event
  lastTimestamp: "2026-04-23T18:39:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:46Z"
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp.18a9105ae3d260d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32323"
    uid: a6a5b71e-1745-462c-92dd-175bff07b061
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 06c59f79-7714-459e-bdca-6143b41065b6
  kind: Event
  lastTimestamp: "2026-04-23T18:39:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:44Z"
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp.18a9106c12e8e58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32263"
    uid: 6e6dd240-853a-4c08-af97-0ba5a9209656
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 06c59f79-7714-459e-bdca-6143b41065b6
  kind: Event
  lastTimestamp: "2026-04-23T18:39:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:44Z"
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp.18a9106c12e981f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32266"
    uid: f0d96958-69cd-4b92-adc7-607f19a38e17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 06c59f79-7714-459e-bdca-6143b41065b6
  kind: Event
  lastTimestamp: "2026-04-23T18:39:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:46Z"
    name: isvc-sklearn-v2-predictor-557dddfbc-rd5tp.18a9106c95ebc646
    namespace: kserve-ci-e2e-test
    resourceVersion: "32322"
    uid: 35a974b9-d9c0-48a6-8626-cec0d6995b07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-557dddfbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31596"
    uid: 36e42ded-a4b4-4deb-8383-d15e481d3928
  kind: Event
  lastTimestamp: "2026-04-23T18:38:24Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-557dddfbc-rd5tp'
  metadata:
    creationTimestamp: "2026-04-23T18:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:38:24Z"
    name: isvc-sklearn-v2-predictor-557dddfbc.18a91059643bcf13
    namespace: kserve-ci-e2e-test
    resourceVersion: "31608"
    uid: 7bdeec96-613b-4720-bacc-fb75f4daa481
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31594"
    uid: 6112edfa-c7a4-4f0b-9d22-73f20568f95e
  kind: Event
  lastTimestamp: "2026-04-23T18:38:24Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-557dddfbc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:38:24Z"
    name: isvc-sklearn-v2-predictor.18a9105960d50b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31598"
    uid: 166f09da-dea5-4883-9160-95fb59258612
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31595"
    uid: eacd4b92-81c1-456a-b2e2-b0a3e4094c35
  kind: Event
  lastTimestamp: "2026-04-23T18:39:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:39:09Z"
    name: isvc-sklearn-v2-predictor.18a9105cdf850e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31971"
    uid: 0c5e8b49-7514-4eaa-9678-8bffe0f51f2c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31595"
    uid: eacd4b92-81c1-456a-b2e2-b0a3e4094c35
  kind: Event
  lastTimestamp: "2026-04-23T18:39:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:39:09Z"
    name: isvc-sklearn-v2-predictor.18a9105cdff5aa79
    namespace: kserve-ci-e2e-test
    resourceVersion: "31972"
    uid: 0d299bbc-f88e-4bd0-9f80-6ab40346ce4d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31758"
    uid: eacd4b92-81c1-456a-b2e2-b0a3e4094c35
  kind: Event
  lastTimestamp: "2026-04-23T18:39:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:39:39Z"
    name: isvc-sklearn-v2-predictor.18a910605f0f364f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: dc60b8f5-4ca3-4dea-b879-f2d14f061030
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31758"
    uid: eacd4b92-81c1-456a-b2e2-b0a3e4094c35
  kind: Event
  lastTimestamp: "2026-04-23T18:39:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:39:39Z"
    name: isvc-sklearn-v2-predictor.18a910605f65f1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32200"
    uid: b9480323-f7be-4ac4-852e-28b9a4c443c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:37:23.932318Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31091"
    uid: 67f15f76-fe39-48b6-9835-7006dbcaff80
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:37:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:37:23Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq.18a9104b624f4552
    namespace: kserve-ci-e2e-test
    resourceVersion: "31095"
    uid: 577e7aea-3496-4c5c-bea9-aac74598b4d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 67f15f76-fe39-48b6-9835-7006dbcaff80
  kind: Event
  lastTimestamp: "2026-04-23T18:37:24Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:37:24Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq.18a9104b7b218e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31112"
    uid: 4579e266-227a-4dab-a9b2-2d0648b13f2c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31093"
    uid: 67f15f76-fe39-48b6-9835-7006dbcaff80
  kind: Event
  lastTimestamp: "2026-04-23T18:37:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:24Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq.18a9104b7cb2006a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31114"
    uid: f0f7b9aa-39f8-4684-901c-34ebfe35719f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31093"
    uid: 67f15f76-fe39-48b6-9835-7006dbcaff80
  kind: Event
  lastTimestamp: "2026-04-23T18:37:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:24Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq.18a9104b7f9896ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31115"
    uid: 0985c946-366d-4905-8c19-719d5a078d44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31093"
    uid: 67f15f76-fe39-48b6-9835-7006dbcaff80
  kind: Event
  lastTimestamp: "2026-04-23T18:37:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:24Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq.18a9104b801100b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: 179c7c5e-c658-4498-ab22-30b62105e635
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31093"
    uid: 67f15f76-fe39-48b6-9835-7006dbcaff80
  kind: Event
  lastTimestamp: "2026-04-23T18:37:28Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T18:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:28Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq.18a9104c68ef9e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31151"
    uid: 485e079a-a96e-46a5-ae2a-9b2ed57b61f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31093"
    uid: 67f15f76-fe39-48b6-9835-7006dbcaff80
  kind: Event
  lastTimestamp: "2026-04-23T18:37:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:28Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq.18a9104c6be7cdff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31153"
    uid: 8bc2781d-b8c2-4169-996e-763a5301b149
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31093"
    uid: 67f15f76-fe39-48b6-9835-7006dbcaff80
  kind: Event
  lastTimestamp: "2026-04-23T18:37:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:28Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq.18a9104c6c5a1816
    namespace: kserve-ci-e2e-test
    resourceVersion: "31156"
    uid: 5a8873fa-3f22-42b0-872a-91fae8809d33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31093"
    uid: 67f15f76-fe39-48b6-9835-7006dbcaff80
  kind: Event
  lastTimestamp: "2026-04-23T18:37:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:28Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq.18a9104c6c663896
    namespace: kserve-ci-e2e-test
    resourceVersion: "31157"
    uid: 4ac1c82e-3b2c-47e6-a753-c937709b4e96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31093"
    uid: 67f15f76-fe39-48b6-9835-7006dbcaff80
  kind: Event
  lastTimestamp: "2026-04-23T18:37:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:28Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq.18a9104c6efc85d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31159"
    uid: ea13f370-efff-4e22-b75e-6c7836807efd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31093"
    uid: 67f15f76-fe39-48b6-9835-7006dbcaff80
  kind: Event
  lastTimestamp: "2026-04-23T18:37:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:28Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq.18a9104c6f80a1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31160"
    uid: 40c69501-5afd-4598-bb37-a3ee576e2d4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31093"
    uid: 67f15f76-fe39-48b6-9835-7006dbcaff80
  kind: Event
  lastTimestamp: "2026-04-23T18:38:06Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-23T18:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:38:06Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq.18a9105543cbc53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31432"
    uid: 05ffab31-c83f-44c6-9fe0-7cd10392699f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31093"
    uid: 67f15f76-fe39-48b6-9835-7006dbcaff80
  kind: Event
  lastTimestamp: "2026-04-23T18:38:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:38:24Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq.18a910595f4c44e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31588"
    uid: 525aed92-1c55-4b1e-bfff-9d5e8794cd9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31093"
    uid: 67f15f76-fe39-48b6-9835-7006dbcaff80
  kind: Event
  lastTimestamp: "2026-04-23T18:38:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:38:24Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq.18a910595f4d00ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31591"
    uid: a255dd61-619f-462a-b940-c9ef40edf9a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31093"
    uid: 67f15f76-fe39-48b6-9835-7006dbcaff80
  kind: Event
  lastTimestamp: "2026-04-23T18:38:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:38:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq.18a91059ea93ea40
    namespace: kserve-ci-e2e-test
    resourceVersion: "31699"
    uid: 1361248a-6a8c-4c03-94cc-cedd1b77806c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31093"
    uid: 67f15f76-fe39-48b6-9835-7006dbcaff80
  kind: Event
  lastTimestamp: "2026-04-23T18:38:27Z"
  message: 'Readiness probe failed: Get "http://10.133.0.44:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-23T18:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:38:27Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq.18a9105a26916e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "31655"
    uid: d998e1a3-4005-416c-9abe-9a862c149b40
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31080"
    uid: 8e77702f-e1d3-4a68-a7f8-7e1ae21b336f
  kind: Event
  lastTimestamp: "2026-04-23T18:37:23Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-gxbcq'
  metadata:
    creationTimestamp: "2026-04-23T18:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:37:23Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18a9104b61e084a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31092"
    uid: 1e9ae4fa-169f-42e5-9b02-7e1c243113db
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31078"
    uid: 37f19074-600c-4140-ba3b-e67ebe43f996
  kind: Event
  lastTimestamp: "2026-04-23T18:37:23Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:37:23Z"
    name: isvc-sklearn-v2-runtime-predictor.18a9104b5e6f9c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "31082"
    uid: 36a78eee-c677-4562-9c34-c68ab69e5b2f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31079"
    uid: ca639a8d-518c-4571-b5f0-b72d39a4bcd3
  kind: Event
  lastTimestamp: "2026-04-23T18:38:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:38:08Z"
    name: isvc-sklearn-v2-runtime-predictor.18a9104edd013120
    namespace: kserve-ci-e2e-test
    resourceVersion: "31449"
    uid: 3db8a7c1-4998-4235-942e-eb1faab2ed3b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31079"
    uid: ca639a8d-518c-4571-b5f0-b72d39a4bcd3
  kind: Event
  lastTimestamp: "2026-04-23T18:38:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:38:08Z"
    name: isvc-sklearn-v2-runtime-predictor.18a9104edd6d1ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31450"
    uid: 6a06ba7d-8a7a-44cd-b545-ccb377ec4907
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31238"
    uid: ca639a8d-518c-4571-b5f0-b72d39a4bcd3
  kind: Event
  lastTimestamp: "2026-04-23T18:38:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:38:23Z"
    name: isvc-sklearn-v2-runtime-predictor.18a910595a7f357c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31560"
    uid: 8391ee11-68e0-4dae-8904-8dc2f4035e20
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31238"
    uid: ca639a8d-518c-4571-b5f0-b72d39a4bcd3
  kind: Event
  lastTimestamp: "2026-04-23T18:38:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:38:23Z"
    name: isvc-sklearn-v2-runtime-predictor.18a910595b06ba9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31563"
    uid: fb80e241-f15e-4ddd-b078-3d8aa50aa750
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31051"
    uid: 9c7e9fc3-6d50-42c3-ae13-838bdf1fa75d
  kind: Event
  lastTimestamp: "2026-04-23T18:38:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:38:16Z"
    name: isvc-sklearn-v2-runtime.18a9104b5e2ca5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31509"
    uid: ae8608c4-3bd9-4266-98c3-8d22fbe43f32
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31051"
    uid: 9c7e9fc3-6d50-42c3-ae13-838bdf1fa75d
  kind: Event
  lastTimestamp: "2026-04-23T18:37:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:37:23Z"
    name: isvc-sklearn-v2-runtime.18a9104b5ea0987c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31104"
    uid: 77c0d3c5-0b5a-48e0-b5b6-d32505e6f033
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31089"
    uid: 9c7e9fc3-6d50-42c3-ae13-838bdf1fa75d
  kind: Event
  lastTimestamp: "2026-04-23T18:37:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:37:24Z"
    name: isvc-sklearn-v2-runtime.18a9104b661cf6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31105"
    uid: 3a87a389-c9d3-48fa-a435-c072770f7c74
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31507"
    uid: 9c7e9fc3-6d50-42c3-ae13-838bdf1fa75d
  kind: Event
  lastTimestamp: "2026-04-23T18:38:16Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:38:16Z"
    name: isvc-sklearn-v2-runtime.18a910579c6efd39
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: daf0e4c7-16c6-4b30-abb2-83c2d396c30b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31564"
    uid: 8fb94281-9f6c-4613-9ac7-0d791e39e44b
  kind: Event
  lastTimestamp: "2026-04-23T18:39:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:39:36Z"
    name: isvc-sklearn-v2.18a9105960b1c88a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32182"
    uid: 07189b04-4415-4a81-8694-fb966b33e9b5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31564"
    uid: 8fb94281-9f6c-4613-9ac7-0d791e39e44b
  kind: Event
  lastTimestamp: "2026-04-23T18:38:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:38:24Z"
    name: isvc-sklearn-v2.18a910596122b9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31617"
    uid: 2b15934f-7cc3-41b5-b225-4581bf6f3a6b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31577"
    uid: 8fb94281-9f6c-4613-9ac7-0d791e39e44b
  kind: Event
  lastTimestamp: "2026-04-23T18:38:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:38:24Z"
    name: isvc-sklearn-v2.18a910596746ceb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31618"
    uid: 2749e097-4eb2-4706-88fc-945196a23919
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32180"
    uid: 8fb94281-9f6c-4613-9ac7-0d791e39e44b
  kind: Event
  lastTimestamp: "2026-04-23T18:39:36Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:39:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:39:36Z"
    name: isvc-sklearn-v2.18a9106a474c51b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32181"
    uid: e0efea3f-3119-461e-bdf5-c92d9398d36d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29511"
    uid: b11b08c0-03ca-473b-8f52-9d3e59ad2e32
  kind: Event
  lastTimestamp: "2026-04-23T18:35:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:35:38Z"
    name: isvc-sklearn.18a91021fff0e4eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30119"
    uid: e32218a2-3dfa-4631-8859-9113ff47e32e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29511"
    uid: b11b08c0-03ca-473b-8f52-9d3e59ad2e32
  kind: Event
  lastTimestamp: "2026-04-23T18:34:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:34:27Z"
    name: isvc-sklearn.18a910220075298f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29583"
    uid: 69fd8274-94a2-4472-ad67-05db54a3123d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: b11b08c0-03ca-473b-8f52-9d3e59ad2e32
  kind: Event
  lastTimestamp: "2026-04-23T18:34:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:34:27Z"
    name: isvc-sklearn.18a910220b82225d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29585"
    uid: 23be49c7-071e-4325-a707-4094e2e354fa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30116"
    uid: b11b08c0-03ca-473b-8f52-9d3e59ad2e32
  kind: Event
  lastTimestamp: "2026-04-23T18:35:38Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:35:38Z"
    name: isvc-sklearn.18a91032ef69c256
    namespace: kserve-ci-e2e-test
    resourceVersion: "30117"
    uid: ff29cb43-9d2c-4b84-8d0c-481c1c1c55df
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:41:04.634795Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 0a42b44c-1120-45fe-88d3-7a6edc4e52c4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-xzg8r
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:41:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:41:04Z"
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r.18a9107ec533d541
    namespace: kserve-ci-e2e-test
    resourceVersion: "32941"
    uid: e2202964-47d4-478b-8130-2ad82a23f235
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: 0a42b44c-1120-45fe-88d3-7a6edc4e52c4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:05Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:41:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:41:05Z"
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r.18a9107ede21f8cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32952"
    uid: 9d8f32d4-aecb-46a9-bbd6-178f30f6b0a0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 0a42b44c-1120-45fe-88d3-7a6edc4e52c4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:41:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:05Z"
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r.18a9107edfa70e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "32955"
    uid: d015afa0-5c93-4b13-83f5-e2d1ce25a5cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 0a42b44c-1120-45fe-88d3-7a6edc4e52c4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:41:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:05Z"
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r.18a9107ee2d5e179
    namespace: kserve-ci-e2e-test
    resourceVersion: "32957"
    uid: 95fcc28d-827a-4898-b80b-708b12c07582
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 0a42b44c-1120-45fe-88d3-7a6edc4e52c4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:41:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:05Z"
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r.18a9107ee34a9c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32958"
    uid: 6d259687-9653-4f78-a812-4ee1d8ae430b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 0a42b44c-1120-45fe-88d3-7a6edc4e52c4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:09Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-23T18:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:09Z"
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r.18a9108004c370a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33003"
    uid: f51f4234-425a-4d45-9dd5-28ab53ed5299
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 0a42b44c-1120-45fe-88d3-7a6edc4e52c4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:13Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.667s (3.667s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:13Z"
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r.18a91080df566991
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 3449d8ad-f15c-43e8-aa57-01abe924ec23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 0a42b44c-1120-45fe-88d3-7a6edc4e52c4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:13Z"
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r.18a91080e2a624b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33035"
    uid: 93a66d3b-8fea-48e0-9478-7a3b1e65fc83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 0a42b44c-1120-45fe-88d3-7a6edc4e52c4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:13Z"
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r.18a91080e31cd405
    namespace: kserve-ci-e2e-test
    resourceVersion: "33036"
    uid: e592e8dc-260b-4e38-af76-e9062afc8b50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 0a42b44c-1120-45fe-88d3-7a6edc4e52c4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:13Z"
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r.18a91080e32a0a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33037"
    uid: 69cbb549-a0f7-4065-b95a-a94f07662d57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 0a42b44c-1120-45fe-88d3-7a6edc4e52c4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:13Z"
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r.18a91080e69dd6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33038"
    uid: c40ebda6-0405-47b6-9690-21bfeee0c754
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 0a42b44c-1120-45fe-88d3-7a6edc4e52c4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:13Z"
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r.18a91080e7382b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33039"
    uid: f1293c99-636b-40cf-b1ba-1d1023fcc8f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 0a42b44c-1120-45fe-88d3-7a6edc4e52c4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:21Z"
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r.18a910812fdccc94
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: 3e518884-8393-485d-9135-c9bd2afefd18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 0a42b44c-1120-45fe-88d3-7a6edc4e52c4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:45Z"
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r.18a91088623e30be
    namespace: kserve-ci-e2e-test
    resourceVersion: "33306"
    uid: fc80e3c8-c65c-45a6-b3f1-b33c19bb164c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 0a42b44c-1120-45fe-88d3-7a6edc4e52c4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:45Z"
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r.18a91088623ed270
    namespace: kserve-ci-e2e-test
    resourceVersion: "33308"
    uid: 092e1ed5-6022-40e1-a7a5-758d794aa292
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 0a42b44c-1120-45fe-88d3-7a6edc4e52c4
  kind: Event
  lastTimestamp: "2026-04-23T18:42:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:16Z"
    name: isvc-tensorflow-predictor-6756f669d7-xzg8r.18a9108867c93b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "33584"
    uid: 97565898-54f7-4c32-8e8e-7b978b6577dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32926"
    uid: 36c546ff-c1b4-4745-8094-881973688787
  kind: Event
  lastTimestamp: "2026-04-23T18:41:04Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-xzg8r'
  metadata:
    creationTimestamp: "2026-04-23T18:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:41:04Z"
    name: isvc-tensorflow-predictor-6756f669d7.18a9107ec4b3f428
    namespace: kserve-ci-e2e-test
    resourceVersion: "32938"
    uid: 4f04fd4f-3461-4ac5-b7d1-2b3cec0686ba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32924"
    uid: f7895ce4-821d-4969-8673-7233d7c2d871
  kind: Event
  lastTimestamp: "2026-04-23T18:41:04Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:41:04Z"
    name: isvc-tensorflow-predictor.18a9107ec1ec8ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32928"
    uid: d8f5f17e-9d1f-4d15-b9e5-8319911100f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32925"
    uid: abefe2e4-9cd9-4e4c-b76b-d9efd875d3d5
  kind: Event
  lastTimestamp: "2026-04-23T18:41:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:41:19Z"
    name: isvc-tensorflow-predictor.18a9108240773b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: 90e7e2b8-912a-4f0e-b510-3120d554465d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32925"
    uid: abefe2e4-9cd9-4e4c-b76b-d9efd875d3d5
  kind: Event
  lastTimestamp: "2026-04-23T18:41:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:41:19Z"
    name: isvc-tensorflow-predictor.18a9108240e6f917
    namespace: kserve-ci-e2e-test
    resourceVersion: "33087"
    uid: 3e7eb2e9-9b84-412e-b25b-a7c182ef1e04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33086"
    uid: abefe2e4-9cd9-4e4c-b76b-d9efd875d3d5
  kind: Event
  lastTimestamp: "2026-04-23T18:41:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:41:34Z"
    name: isvc-tensorflow-predictor.18a91085bff04263
    namespace: kserve-ci-e2e-test
    resourceVersion: "33201"
    uid: 93c23c04-beb1-4a07-981c-acba4118572c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33086"
    uid: abefe2e4-9cd9-4e4c-b76b-d9efd875d3d5
  kind: Event
  lastTimestamp: "2026-04-23T18:41:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:41:34Z"
    name: isvc-tensorflow-predictor.18a91085c068539a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33203"
    uid: 0325f0ce-e2f0-4e72-85bd-5c11aaff6c69
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:41:46.014741Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33322"
    uid: 3abe383a-f080-46ad-8500-4e27901fe96c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:41:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:41:46Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw.18a9108867a3b3aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33328"
    uid: 1a76eb55-6928-43b2-8b1d-a31ac23354f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: 3abe383a-f080-46ad-8500-4e27901fe96c
  kind: Event
  lastTimestamp: "2026-04-23T18:41:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:46Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw.18a910886f618d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33337"
    uid: 2e3768e1-4e3f-43fd-ac28-040c5a2186e5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33332"
    uid: 3abe383a-f080-46ad-8500-4e27901fe96c
  kind: Event
  lastTimestamp: "2026-04-23T18:41:47Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:41:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw.18a91088a428d72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33347"
    uid: 48c0da95-cfcb-431b-8898-b15608c62d83
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: 3abe383a-f080-46ad-8500-4e27901fe96c
  kind: Event
  lastTimestamp: "2026-04-23T18:41:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw.18a91088a5d6726c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33349"
    uid: fb157deb-3045-4df7-9ce4-910108b93562
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: 3abe383a-f080-46ad-8500-4e27901fe96c
  kind: Event
  lastTimestamp: "2026-04-23T18:41:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw.18a91088a8e24c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: b553d11a-b5b4-491f-a019-06ab55101a70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: 3abe383a-f080-46ad-8500-4e27901fe96c
  kind: Event
  lastTimestamp: "2026-04-23T18:41:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw.18a91088a953d443
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: accc706a-0851-4bc2-974e-d23cc6a3e07b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: 3abe383a-f080-46ad-8500-4e27901fe96c
  kind: Event
  lastTimestamp: "2026-04-23T18:41:52Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw.18a91089d3de96b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33392"
    uid: 00399e78-892e-4220-bf7d-7bf2973ca9fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: 3abe383a-f080-46ad-8500-4e27901fe96c
  kind: Event
  lastTimestamp: "2026-04-23T18:41:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw.18a91089d6994d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: 3d95f76e-8389-4c80-8d9a-839ded5447d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: 3abe383a-f080-46ad-8500-4e27901fe96c
  kind: Event
  lastTimestamp: "2026-04-23T18:41:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw.18a91089d70d5d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "33397"
    uid: 9bd07392-d1da-4afe-9a2a-574a01d84604
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: 3abe383a-f080-46ad-8500-4e27901fe96c
  kind: Event
  lastTimestamp: "2026-04-23T18:41:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw.18a91089d719d83b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33399"
    uid: cc304030-556f-488a-adcb-d31c40d267f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: 3abe383a-f080-46ad-8500-4e27901fe96c
  kind: Event
  lastTimestamp: "2026-04-23T18:41:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw.18a91089d9c34298
    namespace: kserve-ci-e2e-test
    resourceVersion: "33402"
    uid: 424a0e1e-eb6c-47ff-8c1b-a3ef0c52a34d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: 3abe383a-f080-46ad-8500-4e27901fe96c
  kind: Event
  lastTimestamp: "2026-04-23T18:41:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw.18a91089da3c19f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33403"
    uid: e5a79ad1-d380-4192-a1d2-c29cb908bb07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: 3abe383a-f080-46ad-8500-4e27901fe96c
  kind: Event
  lastTimestamp: "2026-04-23T18:41:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:41:59Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw.18a9108a0fc0bb91
    namespace: kserve-ci-e2e-test
    resourceVersion: "33460"
    uid: 71ed0308-3f48-442b-9c17-0a0a60526495
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: 3abe383a-f080-46ad-8500-4e27901fe96c
  kind: Event
  lastTimestamp: "2026-04-23T18:42:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:27Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw.18a910920c8f46fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33701"
    uid: fe5a9ead-8d0f-44d9-a004-5196b59152a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: 3abe383a-f080-46ad-8500-4e27901fe96c
  kind: Event
  lastTimestamp: "2026-04-23T18:42:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:27Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw.18a910920c8fd5ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "33704"
    uid: 22474a6e-b32b-457c-965f-e3c173028e9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: 3abe383a-f080-46ad-8500-4e27901fe96c
  kind: Event
  lastTimestamp: "2026-04-23T18:42:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:54Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw.18a9109271a69cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33936"
    uid: d08fe3c8-35f1-4962-a1c9-4462a125dde4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33313"
    uid: 573d50af-2eed-443d-a535-0dab269c356e
  kind: Event
  lastTimestamp: "2026-04-23T18:41:46Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-tkgpw'
  metadata:
    creationTimestamp: "2026-04-23T18:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:41:46Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18a91088671c462d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 8a5a3bfe-4fc9-40de-b7c9-630de8ec5252
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: cc9bad68-934b-4317-b1e5-dc9e26dd2b85
  kind: Event
  lastTimestamp: "2026-04-23T18:41:45Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:41:45Z"
    name: isvc-tensorflow-runtime-predictor.18a9108864153cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33315"
    uid: eca524dd-6a44-40bc-bc76-639e009cf5f7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33312"
    uid: aa0e3530-5728-4cbc-b515-8fface1611ad
  kind: Event
  lastTimestamp: "2026-04-23T18:42:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:42:15Z"
    name: isvc-tensorflow-runtime-predictor.18a9108be320d3fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33582"
    uid: 33408594-f603-4157-ba63-839d5323d2c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33312"
    uid: aa0e3530-5728-4cbc-b515-8fface1611ad
  kind: Event
  lastTimestamp: "2026-04-23T18:42:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:42:15Z"
    name: isvc-tensorflow-runtime-predictor.18a9108be39fe674
    namespace: kserve-ci-e2e-test
    resourceVersion: "33583"
    uid: 590155a2-241a-4dfc-bce5-f998fb0dae6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33281"
    uid: 55e1ad45-759a-4bf8-abc3-0ea23b5cf212
  kind: Event
  lastTimestamp: "2026-04-23T18:42:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:42:09Z"
    name: isvc-tensorflow-runtime.18a9108863f5d93b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33538"
    uid: ed6b4f3c-20bf-45cb-83e6-51acb8801eb2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33281"
    uid: 55e1ad45-759a-4bf8-abc3-0ea23b5cf212
  kind: Event
  lastTimestamp: "2026-04-23T18:41:45Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:41:45Z"
    name: isvc-tensorflow-runtime.18a91088646e4b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: 9b7c582a-e3a3-4f68-b7d4-c7afd527a217
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33536"
    uid: 55e1ad45-759a-4bf8-abc3-0ea23b5cf212
  kind: Event
  lastTimestamp: "2026-04-23T18:42:09Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:42:09Z"
    name: isvc-tensorflow-runtime.18a9108dd09f56c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: 4e2e006a-7ffd-4a6e-9087-8f728d6dd7b3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32896"
    uid: c905f740-abf2-41f5-8a11-fbf83b7b0fb4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:41:31Z"
    name: isvc-tensorflow.18a9107ec1c6470a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33174"
    uid: e5974252-f9f3-49ee-aac2-7f4eef458bcc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32896"
    uid: c905f740-abf2-41f5-8a11-fbf83b7b0fb4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:04Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:41:04Z"
    name: isvc-tensorflow.18a9107ec21774ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "32931"
    uid: 22892c3a-6259-49bc-8ca2-55c55817c64b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: c905f740-abf2-41f5-8a11-fbf83b7b0fb4
  kind: Event
  lastTimestamp: "2026-04-23T18:41:31Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:41:31Z"
    name: isvc-tensorflow.18a91084ef4e3e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "33173"
    uid: 0c7d9ffb-c427-4f42-99c0-2e6eed48757d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:42:27.496822Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5888t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33712"
    uid: ce6223bd-de94-48b1-9d38-d12836c50320
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-5888t
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:42:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:42:27Z"
    name: isvc-triton-predictor-84bb65d94b-5888t.18a91092102a0da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33718"
    uid: e306c124-fdaa-4128-9af1-86af491c425a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5888t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: ce6223bd-de94-48b1-9d38-d12836c50320
  kind: Event
  lastTimestamp: "2026-04-23T18:42:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:27Z"
    name: isvc-triton-predictor-84bb65d94b-5888t.18a910921891f9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33727"
    uid: 4b020a44-7898-4975-88a3-216b1d954443
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5888t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: ce6223bd-de94-48b1-9d38-d12836c50320
  kind: Event
  lastTimestamp: "2026-04-23T18:42:28Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:42:28Z"
    name: isvc-triton-predictor-84bb65d94b-5888t.18a910924cfcb74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33743"
    uid: 63ddc8f1-9afc-42dd-b4bd-d3f67883c7cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5888t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: ce6223bd-de94-48b1-9d38-d12836c50320
  kind: Event
  lastTimestamp: "2026-04-23T18:42:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:28Z"
    name: isvc-triton-predictor-84bb65d94b-5888t.18a910924e67d720
    namespace: kserve-ci-e2e-test
    resourceVersion: "33745"
    uid: 1d5176ea-1699-4c9f-a318-a9fb91473034
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5888t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: ce6223bd-de94-48b1-9d38-d12836c50320
  kind: Event
  lastTimestamp: "2026-04-23T18:42:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:28Z"
    name: isvc-triton-predictor-84bb65d94b-5888t.18a910925141f796
    namespace: kserve-ci-e2e-test
    resourceVersion: "33747"
    uid: 65241cdc-761c-4fca-ae0d-4a6ad91f93aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5888t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: ce6223bd-de94-48b1-9d38-d12836c50320
  kind: Event
  lastTimestamp: "2026-04-23T18:42:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:28Z"
    name: isvc-triton-predictor-84bb65d94b-5888t.18a9109251b12b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "33748"
    uid: 2acc29f1-f602-4c1a-9dd1-b3af682a17ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5888t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: ce6223bd-de94-48b1-9d38-d12836c50320
  kind: Event
  lastTimestamp: "2026-04-23T18:42:32Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-23T18:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:32Z"
    name: isvc-triton-predictor-84bb65d94b-5888t.18a910932b7f025b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33777"
    uid: 5e66ac73-5606-4fa1-ac94-5d324f75d12a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5888t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: ce6223bd-de94-48b1-9d38-d12836c50320
  kind: Event
  lastTimestamp: "2026-04-23T18:44:26Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.551s
    (1m54.551s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:26Z"
    name: isvc-triton-predictor-84bb65d94b-5888t.18a910add74c0800
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: c199f7a9-94eb-4d89-ae59-6d3e4db5f895
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5888t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: ce6223bd-de94-48b1-9d38-d12836c50320
  kind: Event
  lastTimestamp: "2026-04-23T18:44:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:26Z"
    name: isvc-triton-predictor-84bb65d94b-5888t.18a910adde2a5fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34577"
    uid: 046c4e42-9646-4e9b-8033-1c15102fc07e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5888t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: ce6223bd-de94-48b1-9d38-d12836c50320
  kind: Event
  lastTimestamp: "2026-04-23T18:44:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:26Z"
    name: isvc-triton-predictor-84bb65d94b-5888t.18a910addf6f8bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34578"
    uid: a4bcbe9e-801d-4eeb-b938-d02cfd9fde41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5888t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: ce6223bd-de94-48b1-9d38-d12836c50320
  kind: Event
  lastTimestamp: "2026-04-23T18:44:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:26Z"
    name: isvc-triton-predictor-84bb65d94b-5888t.18a910addf7bf452
    namespace: kserve-ci-e2e-test
    resourceVersion: "34579"
    uid: ce2b101d-0050-45da-82d1-71a5cc463b47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5888t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: ce6223bd-de94-48b1-9d38-d12836c50320
  kind: Event
  lastTimestamp: "2026-04-23T18:44:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:27Z"
    name: isvc-triton-predictor-84bb65d94b-5888t.18a910ade4da9177
    namespace: kserve-ci-e2e-test
    resourceVersion: "34581"
    uid: f708b858-3b6d-4f3c-9c0e-47020c72bc9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5888t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: ce6223bd-de94-48b1-9d38-d12836c50320
  kind: Event
  lastTimestamp: "2026-04-23T18:44:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:27Z"
    name: isvc-triton-predictor-84bb65d94b-5888t.18a910ade6cd6d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "34582"
    uid: 517bf1de-15a7-4176-9579-fb6f121255e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5888t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: ce6223bd-de94-48b1-9d38-d12836c50320
  kind: Event
  lastTimestamp: "2026-04-23T18:44:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:28Z"
    name: isvc-triton-predictor-84bb65d94b-5888t.18a910ae095ef58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34597"
    uid: d4fe78f6-0e52-4bad-bb65-69539fcce653
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5888t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: ce6223bd-de94-48b1-9d38-d12836c50320
  kind: Event
  lastTimestamp: "2026-04-23T18:44:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:39Z"
    name: isvc-triton-predictor-84bb65d94b-5888t.18a910b0c30161ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "34713"
    uid: cdafb453-de79-4922-bd4b-e6644b300ad5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5888t
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: ce6223bd-de94-48b1-9d38-d12836c50320
  kind: Event
  lastTimestamp: "2026-04-23T18:44:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:39Z"
    name: isvc-triton-predictor-84bb65d94b-5888t.18a910b0c30217df
    namespace: kserve-ci-e2e-test
    resourceVersion: "34716"
    uid: 96c69f8b-3f5e-4a3d-9eb6-ef8341ebe1be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33700"
    uid: c5f214a0-f9a3-435a-884d-7aafd413a6e8
  kind: Event
  lastTimestamp: "2026-04-23T18:42:27Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-5888t'
  metadata:
    creationTimestamp: "2026-04-23T18:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:42:27Z"
    name: isvc-triton-predictor-84bb65d94b.18a910920f9b5715
    namespace: kserve-ci-e2e-test
    resourceVersion: "33713"
    uid: 4c15f7b0-f14c-4719-998f-b31eec750c7c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33697"
    uid: 92864d0e-03e2-474f-a2e6-4cf8a7d35057
  kind: Event
  lastTimestamp: "2026-04-23T18:42:27Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:42:27Z"
    name: isvc-triton-predictor.18a910920ce3548f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33703"
    uid: ce16e5de-5f54-493b-b0ab-061695806f75
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33699"
    uid: f6e589e3-2e04-4b71-bb5e-462c91ce3989
  kind: Event
  lastTimestamp: "2026-04-23T18:44:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:42:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:44:27Z"
    name: isvc-triton-predictor.18a910958b9c1527
    namespace: kserve-ci-e2e-test
    resourceVersion: "34586"
    uid: b0ba8f59-394d-447f-8de0-d053df2a113d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33699"
    uid: f6e589e3-2e04-4b71-bb5e-462c91ce3989
  kind: Event
  lastTimestamp: "2026-04-23T18:44:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:42:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:44:27Z"
    name: isvc-triton-predictor.18a910958c13b583
    namespace: kserve-ci-e2e-test
    resourceVersion: "34587"
    uid: 910a00b3-7dea-414d-9a84-d7e4baa7b0a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33672"
    uid: c6eb06a8-e984-445f-bed9-6815a6dfd58b
  kind: Event
  lastTimestamp: "2026-04-23T18:44:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:44:33Z"
    name: isvc-triton.18a910920cbbdc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34645"
    uid: 12a85326-7e30-463c-8909-77f53f2a6ab3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33672"
    uid: c6eb06a8-e984-445f-bed9-6815a6dfd58b
  kind: Event
  lastTimestamp: "2026-04-23T18:42:27Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T18:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:42:27Z"
    name: isvc-triton.18a910920d136e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "33724"
    uid: 99a63d1d-9d2a-4bd4-9de2-8ae4938ece67
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33679"
    uid: c6eb06a8-e984-445f-bed9-6815a6dfd58b
  kind: Event
  lastTimestamp: "2026-04-23T18:42:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:42:27Z"
    name: isvc-triton.18a910921392ab2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33725"
    uid: e3459ec4-8ab6-446a-bd72-461335ab2804
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34641"
    uid: c6eb06a8-e984-445f-bed9-6815a6dfd58b
  kind: Event
  lastTimestamp: "2026-04-23T18:44:33Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:44:33Z"
    name: isvc-triton.18a910af76440427
    namespace: kserve-ci-e2e-test
    resourceVersion: "34643"
    uid: 71b6806e-f6de-4ab3-b3f4-4af3b1e6637e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:44:39.455756Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34730"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-fhdjq
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:44:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:44:39Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910b0c987900f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34734"
    uid: 9ec93966-71e4-417f-b832-df8605a53480
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: "2026-04-23T18:44:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:39Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910b0d436b6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34742"
    uid: f17404ab-598b-4897-b2f8-b13e7566a232
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34740"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: "2026-04-23T18:44:40Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:44:40Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910b10975fb36
    namespace: kserve-ci-e2e-test
    resourceVersion: "34753"
    uid: 120fe415-8681-4b67-ac61-8151b1de7d59
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: "2026-04-23T18:44:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:40Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910b10ae9cd94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34755"
    uid: b3bcf5f9-1983-460c-8262-9f3eb17c2cc7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: "2026-04-23T18:44:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:40Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910b10f87c7b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34757"
    uid: dcb12fda-d215-4cfa-8d82-c5ceb45b0ff0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: "2026-04-23T18:44:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:40Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910b110d6e2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34758"
    uid: 0e70e826-5515-4815-b46d-b1c1ed7c04c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: "2026-04-23T18:44:45Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T18:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:45Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910b23dd50fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34799"
    uid: 0bc799b7-c714-4027-b7c8-28ad57d75dff
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:45:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: "2026-04-23T18:45:03Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.832s (17.832s
    including waiting). Image size: 1306326778 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:45:03Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910b664bcb1c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: 39fef50a-aeb3-4966-901d-7ab5f0b0caa6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:45:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: "2026-04-23T18:45:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:45:03Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910b66a744e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "34929"
    uid: 369e41f7-5fd0-4af8-bd40-50bc5c226fb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:45:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: "2026-04-23T18:45:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:45:03Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910b66b8f2e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "34930"
    uid: adc57218-f7df-4125-bd4b-c32175d74c3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:45:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: "2026-04-23T18:45:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:45:03Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910b66b9c2368
    namespace: kserve-ci-e2e-test
    resourceVersion: "34931"
    uid: 383a7e4d-7248-479a-86a9-5e63281284dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:45:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: "2026-04-23T18:45:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:45:03Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910b6711f2d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34932"
    uid: 2a5fe2e4-75a0-4596-84f9-a36232363bf9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:45:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: "2026-04-23T18:45:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:45:03Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910b67243c5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34933"
    uid: 5d494218-f209-440c-b26f-19ecd7579d06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: "2026-04-23T18:46:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:20Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910b6adb13443
    namespace: kserve-ci-e2e-test
    resourceVersion: "35562"
    uid: 4b403672-a5ab-4164-a973-c23c31691447
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: "2026-04-23T18:46:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:19Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910c818a6fce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35515"
    uid: da9a0856-2390-412f-bbc7-13741e4f500c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: "2026-04-23T18:46:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:19Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910c818a7a25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35517"
    uid: 31200db8-f594-4555-9668-67b8d9291d00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 980e2734-f854-455a-aed9-93aa43022fa9
  kind: Event
  lastTimestamp: "2026-04-23T18:46:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:20Z"
    name: isvc-xgboost-predictor-8689c4cfcc-fhdjq.18a910c85fc69b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "35561"
    uid: d116cbf6-fc71-487c-a3ab-3c39f61d1574
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34719"
    uid: 4249aa73-c348-4b4f-aa07-acb72b8bdfcf
  kind: Event
  lastTimestamp: "2026-04-23T18:44:39Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-fhdjq'
  metadata:
    creationTimestamp: "2026-04-23T18:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:44:39Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18a910b0c920f75e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34732"
    uid: 61a879d9-2449-45c5-a3e1-0818455372d4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34717"
    uid: 5fbb8ef0-cceb-4880-9686-1761065f9df4
  kind: Event
  lastTimestamp: "2026-04-23T18:44:39Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:44:39Z"
    name: isvc-xgboost-predictor.18a910b0c487dc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "34721"
    uid: b8803c67-4d97-4e56-86af-e6fdecf962d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34718"
    uid: 4807d164-1dba-4a2e-8597-5eed56f58399
  kind: Event
  lastTimestamp: "2026-04-23T18:45:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:45:39Z"
    name: isvc-xgboost-predictor.18a910b4439ce0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35195"
    uid: a1b21803-81d4-4502-b1f2-669460758405
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34718"
    uid: 4807d164-1dba-4a2e-8597-5eed56f58399
  kind: Event
  lastTimestamp: "2026-04-23T18:45:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:45:39Z"
    name: isvc-xgboost-predictor.18a910b44416771f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: d8641857-d888-46ab-ae09-de9ddffb34be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:45:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34861"
    uid: 4807d164-1dba-4a2e-8597-5eed56f58399
  kind: Event
  lastTimestamp: "2026-04-23T18:46:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:46:09Z"
    name: isvc-xgboost-predictor.18a910c2401aa3cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35401"
    uid: 0e93a348-3948-4861-87f7-26996c6eaf21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:45:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34861"
    uid: 4807d164-1dba-4a2e-8597-5eed56f58399
  kind: Event
  lastTimestamp: "2026-04-23T18:46:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:46:09Z"
    name: isvc-xgboost-predictor.18a910c2408d5ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: e75e62ca-8292-494f-a2d9-f224297e09a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:48:00.025121Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36417"
    uid: d30a8e3a-8bcf-4e78-975f-c3e20f65dd60
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-hlsdw
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:48:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:48:00Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw.18a910df7c652f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36425"
    uid: f394bd6b-2d88-43e9-83b0-ceee29bb1a50
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36429"
    uid: d30a8e3a-8bcf-4e78-975f-c3e20f65dd60
  kind: Event
  lastTimestamp: "2026-04-23T18:48:00Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:48:00Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw.18a910df9538af20
    namespace: kserve-ci-e2e-test
    resourceVersion: "36434"
    uid: ecea92dd-49d6-440c-99fb-0aa3f1730434
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: d30a8e3a-8bcf-4e78-975f-c3e20f65dd60
  kind: Event
  lastTimestamp: "2026-04-23T18:48:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:00Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw.18a910df96e33596
    namespace: kserve-ci-e2e-test
    resourceVersion: "36436"
    uid: e6b9eb6e-ad86-44e7-bcef-e659a8d0fe15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: d30a8e3a-8bcf-4e78-975f-c3e20f65dd60
  kind: Event
  lastTimestamp: "2026-04-23T18:48:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:00Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw.18a910df99f1fc13
    namespace: kserve-ci-e2e-test
    resourceVersion: "36438"
    uid: 4f75a822-543d-4ed9-b547-f7ab3e8db4c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: d30a8e3a-8bcf-4e78-975f-c3e20f65dd60
  kind: Event
  lastTimestamp: "2026-04-23T18:48:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:00Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw.18a910df9a5c450c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36439"
    uid: fbf077db-73a2-49eb-9ab1-45b42fc7218a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: d30a8e3a-8bcf-4e78-975f-c3e20f65dd60
  kind: Event
  lastTimestamp: "2026-04-23T18:48:05Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:05Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw.18a910e0b5e63e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36482"
    uid: fc4cadfe-2f00-4f0d-95a4-cf393ebdb7d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: d30a8e3a-8bcf-4e78-975f-c3e20f65dd60
  kind: Event
  lastTimestamp: "2026-04-23T18:48:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:05Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw.18a910e0b8d54fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36484"
    uid: db2171ab-72e1-4deb-899e-fb081f1d9a26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: d30a8e3a-8bcf-4e78-975f-c3e20f65dd60
  kind: Event
  lastTimestamp: "2026-04-23T18:48:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:05Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw.18a910e0b946cb4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36485"
    uid: 0a3e7bcb-b66e-4dfb-842e-9f41332c9544
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: d30a8e3a-8bcf-4e78-975f-c3e20f65dd60
  kind: Event
  lastTimestamp: "2026-04-23T18:48:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:05Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw.18a910e0b953b995
    namespace: kserve-ci-e2e-test
    resourceVersion: "36488"
    uid: 57c23991-7595-4c8e-8bf5-a73fa1e495f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: d30a8e3a-8bcf-4e78-975f-c3e20f65dd60
  kind: Event
  lastTimestamp: "2026-04-23T18:48:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:05Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw.18a910e0bc7cb62f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36492"
    uid: 15f08b5f-56d0-4015-a296-3ed5d1fa597f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: d30a8e3a-8bcf-4e78-975f-c3e20f65dd60
  kind: Event
  lastTimestamp: "2026-04-23T18:48:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:05Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw.18a910e0bcee2ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36494"
    uid: 7c5cda5e-a65c-4524-8f73-dada2d6b4fdc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: d30a8e3a-8bcf-4e78-975f-c3e20f65dd60
  kind: Event
  lastTimestamp: "2026-04-23T18:49:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:49:22Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw.18a910e0f1d9b1d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37117"
    uid: 67324476-07be-4ca1-ac99-e86351401a82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: d30a8e3a-8bcf-4e78-975f-c3e20f65dd60
  kind: Event
  lastTimestamp: "2026-04-23T18:49:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:49:20Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw.18a910f22295ecfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 5437c352-e6cf-489d-80a6-e2cd1a8a9263
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: d30a8e3a-8bcf-4e78-975f-c3e20f65dd60
  kind: Event
  lastTimestamp: "2026-04-23T18:49:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:49:20Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw.18a910f22296993f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37058"
    uid: c3660ede-2c41-44ac-80b1-c467a30ae9ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: d30a8e3a-8bcf-4e78-975f-c3e20f65dd60
  kind: Event
  lastTimestamp: "2026-04-23T18:49:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:49:22Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-hlsdw.18a910f2a40c7c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "37116"
    uid: ff41443a-d952-4757-ac43-b870678d78df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36408"
    uid: ea63536b-6a9b-4b88-b0d1-1286c6ceedcd
  kind: Event
  lastTimestamp: "2026-04-23T18:48:00Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-hlsdw'
  metadata:
    creationTimestamp: "2026-04-23T18:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:48:00Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18a910df7bbaeaef
    namespace: kserve-ci-e2e-test
    resourceVersion: "36420"
    uid: 87147823-8ec7-479e-8066-52f790d0e273
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36406"
    uid: d9311120-1ebc-4b31-8683-fb3dfc514cba
  kind: Event
  lastTimestamp: "2026-04-23T18:47:59Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:47:59Z"
    name: isvc-xgboost-runtime-predictor.18a910df785099bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36410"
    uid: 9cd7d4b6-9a7e-4445-8fe3-63b914438bad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36407"
    uid: c263a74b-43bc-4b4d-970a-be027e4e2b15
  kind: Event
  lastTimestamp: "2026-04-23T18:48:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:48:29Z"
    name: isvc-xgboost-runtime-predictor.18a910e2f6dbb49c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36672"
    uid: edabb5fc-4171-47fe-a04e-e2daa1008440
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36407"
    uid: c263a74b-43bc-4b4d-970a-be027e4e2b15
  kind: Event
  lastTimestamp: "2026-04-23T18:48:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:48:30Z"
    name: isvc-xgboost-runtime-predictor.18a910e2f74d6d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36673"
    uid: 18ea966e-c4a5-449f-ae14-935d6294b5b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36564"
    uid: c263a74b-43bc-4b4d-970a-be027e4e2b15
  kind: Event
  lastTimestamp: "2026-04-23T18:49:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:49:15Z"
    name: isvc-xgboost-runtime-predictor.18a910e9f555bf25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36991"
    uid: 67d79fbf-3db2-4178-a8f3-d2e58b1603bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36564"
    uid: c263a74b-43bc-4b4d-970a-be027e4e2b15
  kind: Event
  lastTimestamp: "2026-04-23T18:49:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:49:15Z"
    name: isvc-xgboost-runtime-predictor.18a910e9f6057352
    namespace: kserve-ci-e2e-test
    resourceVersion: "36992"
    uid: 5f68742d-66ca-48a9-8a7e-e1211d0adefc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36377"
    uid: faf4a75c-4138-4f1d-ad08-d0ac73ada725
  kind: Event
  lastTimestamp: "2026-04-23T18:49:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:49:12Z"
    name: isvc-xgboost-runtime.18a910df781b8bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36971"
    uid: b1f8a737-7945-49c8-bf85-4f63f9de4692
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36377"
    uid: faf4a75c-4138-4f1d-ad08-d0ac73ada725
  kind: Event
  lastTimestamp: "2026-04-23T18:47:59Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:47:59Z"
    name: isvc-xgboost-runtime.18a910df7896c57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 8a95ea35-e655-4256-b163-b015d8d2f7ff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36969"
    uid: faf4a75c-4138-4f1d-ad08-d0ac73ada725
  kind: Event
  lastTimestamp: "2026-04-23T18:49:12Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:49:12Z"
    name: isvc-xgboost-runtime.18a910f055b4566b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36970"
    uid: 492f2c7e-3ee4-492c-a645-9294cd88abad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:46:19.677016Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35534"
    uid: d3be1e59-5a16-460e-8089-d7b479f49f36
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:46:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:46:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8.18a910c81f2e9ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35538"
    uid: 7bc3b1cc-fcc5-41b4-83fa-4dde40c37fce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35543"
    uid: d3be1e59-5a16-460e-8089-d7b479f49f36
  kind: Event
  lastTimestamp: "2026-04-23T18:46:20Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:46:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8.18a910c8384912aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35551"
    uid: 48d51dc2-d84d-4b45-b484-254cfffc80b6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: d3be1e59-5a16-460e-8089-d7b479f49f36
  kind: Event
  lastTimestamp: "2026-04-23T18:46:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8.18a910c839b1dfae
    namespace: kserve-ci-e2e-test
    resourceVersion: "35553"
    uid: cd4133ce-f40e-4712-957b-c8b87b2ad864
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: d3be1e59-5a16-460e-8089-d7b479f49f36
  kind: Event
  lastTimestamp: "2026-04-23T18:46:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8.18a910c83c607ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: 0904b93f-fee8-4036-b20a-a223f44285c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: d3be1e59-5a16-460e-8089-d7b479f49f36
  kind: Event
  lastTimestamp: "2026-04-23T18:46:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8.18a910c83cde4d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "35555"
    uid: 67770249-76ee-4c92-9db4-feec7e45698c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: d3be1e59-5a16-460e-8089-d7b479f49f36
  kind: Event
  lastTimestamp: "2026-04-23T18:46:24Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T18:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8.18a910c95c261254
    namespace: kserve-ci-e2e-test
    resourceVersion: "35600"
    uid: 35fbe8d4-3963-48e0-ba5a-6eea8299ed79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: d3be1e59-5a16-460e-8089-d7b479f49f36
  kind: Event
  lastTimestamp: "2026-04-23T18:46:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8.18a910c95ed5ebcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35604"
    uid: e6acbf77-490d-4ae5-abc3-caf72de77577
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: d3be1e59-5a16-460e-8089-d7b479f49f36
  kind: Event
  lastTimestamp: "2026-04-23T18:46:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8.18a910c95f4c9c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 42b654e6-1762-41a4-8f1d-0672d73b0d2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: d3be1e59-5a16-460e-8089-d7b479f49f36
  kind: Event
  lastTimestamp: "2026-04-23T18:46:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8.18a910c95f5a26e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35607"
    uid: 49752f45-6122-4c5c-885e-45ba97bc7f81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: d3be1e59-5a16-460e-8089-d7b479f49f36
  kind: Event
  lastTimestamp: "2026-04-23T18:46:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8.18a910c9623b13b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35611"
    uid: 93fa39de-6c26-46e5-a5c5-207bff39a244
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: d3be1e59-5a16-460e-8089-d7b479f49f36
  kind: Event
  lastTimestamp: "2026-04-23T18:46:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8.18a910c962af6d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35612"
    uid: 92e40d44-528b-4ea6-a709-5f9bd4f07f0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: d3be1e59-5a16-460e-8089-d7b479f49f36
  kind: Event
  lastTimestamp: "2026-04-23T18:47:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:09Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8.18a910d3c70a2018
    namespace: kserve-ci-e2e-test
    resourceVersion: "35955"
    uid: c232557b-dfa3-488f-8fe8-89e9d8b1356d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: d3be1e59-5a16-460e-8089-d7b479f49f36
  kind: Event
  lastTimestamp: "2026-04-23T18:47:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:09Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8.18a910d3c70aaced
    namespace: kserve-ci-e2e-test
    resourceVersion: "35958"
    uid: 8f364dbd-a20d-4da6-af90-00efe456a594
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: d3be1e59-5a16-460e-8089-d7b479f49f36
  kind: Event
  lastTimestamp: "2026-04-23T18:47:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8.18a910d44e00ae51
    namespace: kserve-ci-e2e-test
    resourceVersion: "36019"
    uid: 2b478e2e-1a2b-4b62-a77d-802e02daafe8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "35523"
    uid: ffa727c1-056b-4496-852b-1bbf64b868ae
  kind: Event
  lastTimestamp: "2026-04-23T18:46:19Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-ndll8'
  metadata:
    creationTimestamp: "2026-04-23T18:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:46:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18a910c81ec48473
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 65815c8c-cd16-4b73-805e-cd7e00b40ac0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35521"
    uid: 1dbceece-d14c-4a61-9c25-649b2e4ba0ed
  kind: Event
  lastTimestamp: "2026-04-23T18:46:19Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:46:19Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a910c81a82ac61
    namespace: kserve-ci-e2e-test
    resourceVersion: "35526"
    uid: 6ae90f94-93de-4de3-9e27-f1b703b463c6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35522"
    uid: eee26fea-3d5d-405e-8445-e6029152e10e
  kind: Event
  lastTimestamp: "2026-04-23T18:46:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:46:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:46:34Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a910cb99704664
    namespace: kserve-ci-e2e-test
    resourceVersion: "35674"
    uid: 36c479cf-ed73-48ba-894d-798e3ab9bdf0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35522"
    uid: eee26fea-3d5d-405e-8445-e6029152e10e
  kind: Event
  lastTimestamp: "2026-04-23T18:46:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:46:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:46:34Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a910cb99dbf91c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35676"
    uid: 3d937f53-3577-45c4-96b6-16342034a0f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35675"
    uid: eee26fea-3d5d-405e-8445-e6029152e10e
  kind: Event
  lastTimestamp: "2026-04-23T18:47:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:47:04Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a910cf18a06eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 3cdbae3b-62c6-43db-9825-388ce4af2831
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35675"
    uid: eee26fea-3d5d-405e-8445-e6029152e10e
  kind: Event
  lastTimestamp: "2026-04-23T18:47:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:47:04Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a910cf191cf78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35896"
    uid: cecf5180-8665-4826-a9eb-5c81b71913e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35493"
    uid: ac985933-0716-4162-9da7-f0f8f14f16a7
  kind: Event
  lastTimestamp: "2026-04-23T18:47:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:47:02Z"
    name: isvc-xgboost-v2-mlserver.18a910c81a5df2ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "35877"
    uid: 0ccfebc8-0dcd-4a35-a322-dbe5b9477562
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35493"
    uid: ac985933-0716-4162-9da7-f0f8f14f16a7
  kind: Event
  lastTimestamp: "2026-04-23T18:46:19Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:46:19Z"
    name: isvc-xgboost-v2-mlserver.18a910c81abcd384
    namespace: kserve-ci-e2e-test
    resourceVersion: "35544"
    uid: f33665d4-f10e-4103-ac62-5468a9c1f4c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35505"
    uid: ac985933-0716-4162-9da7-f0f8f14f16a7
  kind: Event
  lastTimestamp: "2026-04-23T18:46:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:46:19Z"
    name: isvc-xgboost-v2-mlserver.18a910c8210b323a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35545"
    uid: c629aebd-d830-485e-a8ae-a254bca0a591
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35875"
    uid: ac985933-0716-4162-9da7-f0f8f14f16a7
  kind: Event
  lastTimestamp: "2026-04-23T18:47:02Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:47:02Z"
    name: isvc-xgboost-v2-mlserver.18a910d204162f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "35876"
    uid: 0f628ada-291b-4882-982f-78e01566d618
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:50:20.405895Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37587"
    uid: 640e0835-684a-47eb-b888-ff812cf0805c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:50:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:50:20Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv.18a911002bbdcedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37593"
    uid: 426c858f-56c7-4662-b6a9-fbe349d274d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: 640e0835-684a-47eb-b888-ff812cf0805c
  kind: Event
  lastTimestamp: "2026-04-23T18:50:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:20Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv.18a911003618ad0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37600"
    uid: 127c4118-d165-454f-b613-44d283427bfe
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37597"
    uid: 640e0835-684a-47eb-b888-ff812cf0805c
  kind: Event
  lastTimestamp: "2026-04-23T18:50:21Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:50:21Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv.18a9110068803353
    namespace: kserve-ci-e2e-test
    resourceVersion: "37607"
    uid: 74147654-f860-4074-b751-021b39f8c689
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: 640e0835-684a-47eb-b888-ff812cf0805c
  kind: Event
  lastTimestamp: "2026-04-23T18:50:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:21Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv.18a911006a085d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37609"
    uid: 21e4f61c-d4f2-409a-aa65-5ea842ef38bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: 640e0835-684a-47eb-b888-ff812cf0805c
  kind: Event
  lastTimestamp: "2026-04-23T18:50:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:21Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv.18a911006ccf494f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 58cf2412-a90d-4ab2-acf9-3173ff5f6068
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: 640e0835-684a-47eb-b888-ff812cf0805c
  kind: Event
  lastTimestamp: "2026-04-23T18:50:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:21Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv.18a911006d404f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "37614"
    uid: 8f7834e6-27f3-479f-a205-d1fa84d20d1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: 640e0835-684a-47eb-b888-ff812cf0805c
  kind: Event
  lastTimestamp: "2026-04-23T18:50:25Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:25Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv.18a91101669658de
    namespace: kserve-ci-e2e-test
    resourceVersion: "37646"
    uid: dc61f6ff-de7c-4ba6-8181-0ea791c104a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: 640e0835-684a-47eb-b888-ff812cf0805c
  kind: Event
  lastTimestamp: "2026-04-23T18:50:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:25Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv.18a91101699b562f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37648"
    uid: 3dea9831-09e1-4a31-98ea-fb6aa37e6d0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: 640e0835-684a-47eb-b888-ff812cf0805c
  kind: Event
  lastTimestamp: "2026-04-23T18:50:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:25Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv.18a911016a0a4a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 28301012-d344-4019-b663-8ef7aa0b4ea0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: 640e0835-684a-47eb-b888-ff812cf0805c
  kind: Event
  lastTimestamp: "2026-04-23T18:50:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:25Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv.18a911016a1706ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "37652"
    uid: da1c8e40-9a38-47d1-aed3-94b7513781d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: 640e0835-684a-47eb-b888-ff812cf0805c
  kind: Event
  lastTimestamp: "2026-04-23T18:50:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:25Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv.18a911016d44e4c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37654"
    uid: a56fe080-5b72-4f8a-a544-ce75f9a9ff8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: 640e0835-684a-47eb-b888-ff812cf0805c
  kind: Event
  lastTimestamp: "2026-04-23T18:50:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:25Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv.18a911016db0c4f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37655"
    uid: 8b03f727-4bec-437c-85f7-6b6c856401e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: 640e0835-684a-47eb-b888-ff812cf0805c
  kind: Event
  lastTimestamp: "2026-04-23T18:51:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:43Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv.18a91101de5cc122
    namespace: kserve-ci-e2e-test
    resourceVersion: "38303"
    uid: 675b798d-9b1b-4f05-9f62-7951fd036ad1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: 640e0835-684a-47eb-b888-ff812cf0805c
  kind: Event
  lastTimestamp: "2026-04-23T18:51:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:40Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv.18a91112d4c7f0e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38223"
    uid: b754a781-2de1-47dc-b21e-d6e2420c55d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: 640e0835-684a-47eb-b888-ff812cf0805c
  kind: Event
  lastTimestamp: "2026-04-23T18:51:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:40Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv.18a91112d4c92f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "38226"
    uid: ccf8c989-f08c-4171-8c53-4f88b0a46ac2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: 640e0835-684a-47eb-b888-ff812cf0805c
  kind: Event
  lastTimestamp: "2026-04-23T18:51:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:43Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv.18a9111390854242
    namespace: kserve-ci-e2e-test
    resourceVersion: "38302"
    uid: b12238b8-65d8-40f3-a8ce-4cd7c09f6b2b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 619ce9dd-0692-4a8d-bfe2-adcc14510913
  kind: Event
  lastTimestamp: "2026-04-23T18:50:20Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-69cbv'
  metadata:
    creationTimestamp: "2026-04-23T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:50:20Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18a911002b59c605
    namespace: kserve-ci-e2e-test
    resourceVersion: "37590"
    uid: 036e28b6-ed0e-477c-aa46-695b404661d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37573"
    uid: 5a3ab567-97a4-4870-8328-45160f4adedd
  kind: Event
  lastTimestamp: "2026-04-23T18:50:20Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:50:20Z"
    name: isvc-xgboost-v2-predictor.18a91100284940ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37580"
    uid: 493bda4e-4f72-4254-ac2a-08480e79e937
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37575"
    uid: fab842d4-6cb5-413b-983c-52e96c325830
  kind: Event
  lastTimestamp: "2026-04-23T18:50:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:50:35Z"
    name: isvc-xgboost-v2-predictor.18a91103a7499fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37729"
    uid: e74f6473-2a72-4b4b-8661-3052878a6e16
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37575"
    uid: fab842d4-6cb5-413b-983c-52e96c325830
  kind: Event
  lastTimestamp: "2026-04-23T18:50:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:50:35Z"
    name: isvc-xgboost-v2-predictor.18a91103a7c253bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37730"
    uid: 4bff9ede-36ad-4361-8ae6-f9722e478109
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37728"
    uid: fab842d4-6cb5-413b-983c-52e96c325830
  kind: Event
  lastTimestamp: "2026-04-23T18:51:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:51:35Z"
    name: isvc-xgboost-v2-predictor.18a9110726732f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38164"
    uid: 2bd53f9a-a3ab-4167-adab-ce53ebaa5f24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37728"
    uid: fab842d4-6cb5-413b-983c-52e96c325830
  kind: Event
  lastTimestamp: "2026-04-23T18:51:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:51:35Z"
    name: isvc-xgboost-v2-predictor.18a9110726cbc015
    namespace: kserve-ci-e2e-test
    resourceVersion: "38165"
    uid: c63da4f0-bcd7-4cb1-a746-4aef019d7357
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:49:20.218065Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37073"
    uid: 5895e4ad-7504-4651-9025-c435cdda3ec6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:49:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:49:20Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb.18a910f2284471fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37079"
    uid: 63ae08fb-191e-49a2-9328-03ad9f55ca18
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37077"
    uid: 5895e4ad-7504-4651-9025-c435cdda3ec6
  kind: Event
  lastTimestamp: "2026-04-23T18:49:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:49:20Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb.18a910f235b8dea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37087"
    uid: 9ffe130c-33a4-4f18-8e93-21c4fcfa5f43
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37083"
    uid: 5895e4ad-7504-4651-9025-c435cdda3ec6
  kind: Event
  lastTimestamp: "2026-04-23T18:49:21Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:49:21Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb.18a910f264fde917
    namespace: kserve-ci-e2e-test
    resourceVersion: "37096"
    uid: 3f5e6e85-bbdc-4e70-95e2-e9259c11e370
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37077"
    uid: 5895e4ad-7504-4651-9025-c435cdda3ec6
  kind: Event
  lastTimestamp: "2026-04-23T18:49:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:49:21Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb.18a910f2669d14f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37098"
    uid: 59e2709b-25b8-4946-affd-cccb606b9149
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37077"
    uid: 5895e4ad-7504-4651-9025-c435cdda3ec6
  kind: Event
  lastTimestamp: "2026-04-23T18:49:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:49:21Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb.18a910f26a9fb211
    namespace: kserve-ci-e2e-test
    resourceVersion: "37100"
    uid: 31270983-4e2f-4cd2-b6bf-37da03cefd4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37077"
    uid: 5895e4ad-7504-4651-9025-c435cdda3ec6
  kind: Event
  lastTimestamp: "2026-04-23T18:49:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:49:21Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb.18a910f26b1561fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37101"
    uid: 4887c3f6-3729-4e0d-a9b3-929ec0b454fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37077"
    uid: 5895e4ad-7504-4651-9025-c435cdda3ec6
  kind: Event
  lastTimestamp: "2026-04-23T18:49:25Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T18:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:49:25Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb.18a910f36459dc2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37142"
    uid: 9d0c2058-8e7f-48a7-8bc7-6c81ae4f299b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37077"
    uid: 5895e4ad-7504-4651-9025-c435cdda3ec6
  kind: Event
  lastTimestamp: "2026-04-23T18:49:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:49:25Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb.18a910f3671a09de
    namespace: kserve-ci-e2e-test
    resourceVersion: "37144"
    uid: b1df8216-17fe-4076-aa5b-9e3751001bfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37077"
    uid: 5895e4ad-7504-4651-9025-c435cdda3ec6
  kind: Event
  lastTimestamp: "2026-04-23T18:49:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:49:25Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb.18a910f3678dfa8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37145"
    uid: 974056e0-c213-4500-aaff-082c522ec4ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37077"
    uid: 5895e4ad-7504-4651-9025-c435cdda3ec6
  kind: Event
  lastTimestamp: "2026-04-23T18:49:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:49:25Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb.18a910f3679a830e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37146"
    uid: c6f0f61e-8ba3-4495-b8da-7e9baabb26c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37077"
    uid: 5895e4ad-7504-4651-9025-c435cdda3ec6
  kind: Event
  lastTimestamp: "2026-04-23T18:49:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:49:25Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb.18a910f36badf793
    namespace: kserve-ci-e2e-test
    resourceVersion: "37150"
    uid: 02bb2a99-b05c-45c7-bab7-e70a528bdd29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37077"
    uid: 5895e4ad-7504-4651-9025-c435cdda3ec6
  kind: Event
  lastTimestamp: "2026-04-23T18:49:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:49:25Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb.18a910f36c23b203
    namespace: kserve-ci-e2e-test
    resourceVersion: "37151"
    uid: c2f3ab45-8d2d-40fb-b5c8-17e1cbefdb7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37077"
    uid: 5895e4ad-7504-4651-9025-c435cdda3ec6
  kind: Event
  lastTimestamp: "2026-04-23T18:50:03Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-23T18:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:03Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb.18a910fc40344948
    namespace: kserve-ci-e2e-test
    resourceVersion: "37411"
    uid: ec5c8791-5b17-425b-9159-46122113994d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37077"
    uid: 5895e4ad-7504-4651-9025-c435cdda3ec6
  kind: Event
  lastTimestamp: "2026-04-23T18:50:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:20Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb.18a9110027918507
    namespace: kserve-ci-e2e-test
    resourceVersion: "37574"
    uid: 61c8aa0d-b458-4b57-afc0-ad8ac5aaefdd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37077"
    uid: 5895e4ad-7504-4651-9025-c435cdda3ec6
  kind: Event
  lastTimestamp: "2026-04-23T18:50:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:20Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb.18a9110027927d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "37577"
    uid: 34d43eba-6622-423c-a5dc-66fab5af57db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37077"
    uid: 5895e4ad-7504-4651-9025-c435cdda3ec6
  kind: Event
  lastTimestamp: "2026-04-23T18:50:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:23Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb.18a91100e616a1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37632"
    uid: 505b067e-4a07-4e45-9eb6-7940c7d48f5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37064"
    uid: f41791d7-98f8-4144-866b-11240ceb816e
  kind: Event
  lastTimestamp: "2026-04-23T18:49:20Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-h5txb'
  metadata:
    creationTimestamp: "2026-04-23T18:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:49:20Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18a910f227ce70eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37076"
    uid: 4302c067-0c43-4d1c-92c6-f6abcb2db985
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 51de8356-a735-48fe-b4c8-fd0c54cddcc3
  kind: Event
  lastTimestamp: "2026-04-23T18:49:20Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:49:20Z"
    name: isvc-xgboost-v2-runtime-predictor.18a910f2246331b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37066"
    uid: 367ab4fb-0b05-47eb-a332-2b587ad7a2b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37063"
    uid: b7834629-f84b-49c0-9fad-13af460283e6
  kind: Event
  lastTimestamp: "2026-04-23T18:49:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:49:35Z"
    name: isvc-xgboost-v2-runtime-predictor.18a910f5a35b2fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37217"
    uid: 508bca2a-8c75-42db-a92f-398439a522ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37063"
    uid: b7834629-f84b-49c0-9fad-13af460283e6
  kind: Event
  lastTimestamp: "2026-04-23T18:49:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:49:35Z"
    name: isvc-xgboost-v2-runtime-predictor.18a910f5a3b0b594
    namespace: kserve-ci-e2e-test
    resourceVersion: "37218"
    uid: d6a20d10-fc0f-40fe-bc44-bb5aff6785b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37216"
    uid: b7834629-f84b-49c0-9fad-13af460283e6
  kind: Event
  lastTimestamp: "2026-04-23T18:50:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:50:20Z"
    name: isvc-xgboost-v2-runtime-predictor.18a910f9226320c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: ad86d58f-fc0b-4b6c-a245-6705e0c0174c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37216"
    uid: b7834629-f84b-49c0-9fad-13af460283e6
  kind: Event
  lastTimestamp: "2026-04-23T18:50:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:50:20Z"
    name: isvc-xgboost-v2-runtime-predictor.18a910f922d856aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37543"
    uid: a9e23e83-94e1-4922-8d2a-f040891a7296
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37034"
    uid: 7fa30554-4269-4c5e-9ea9-2f50a91d5149
  kind: Event
  lastTimestamp: "2026-04-23T18:50:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:50:13Z"
    name: isvc-xgboost-v2-runtime.18a910f22437cf10
    namespace: kserve-ci-e2e-test
    resourceVersion: "37492"
    uid: 023a692e-3715-4111-803e-ecbf13a5bb3f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37034"
    uid: 7fa30554-4269-4c5e-9ea9-2f50a91d5149
  kind: Event
  lastTimestamp: "2026-04-23T18:49:20Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:49:20Z"
    name: isvc-xgboost-v2-runtime.18a910f224af2ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37069"
    uid: c4d9429c-cf1e-43fc-92b6-d8c98a116466
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 7fa30554-4269-4c5e-9ea9-2f50a91d5149
  kind: Event
  lastTimestamp: "2026-04-23T18:50:13Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:50:13Z"
    name: isvc-xgboost-v2-runtime.18a910fe97945a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: 467a0544-c745-4f92-b4d4-8558f6d3b44a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37547"
    uid: 8698b3d3-e174-4302-9b35-693fad0b82d9
  kind: Event
  lastTimestamp: "2026-04-23T18:51:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:51:33Z"
    name: isvc-xgboost-v2.18a91100282138f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38150"
    uid: b1c7923b-30dd-4a3e-9988-0dff980323b0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37547"
    uid: 8698b3d3-e174-4302-9b35-693fad0b82d9
  kind: Event
  lastTimestamp: "2026-04-23T18:50:20Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:50:20Z"
    name: isvc-xgboost-v2.18a9110028713330
    namespace: kserve-ci-e2e-test
    resourceVersion: "37582"
    uid: 1287f75c-5342-4cca-8d19-069a2f9111e8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38148"
    uid: 8698b3d3-e174-4302-9b35-693fad0b82d9
  kind: Event
  lastTimestamp: "2026-04-23T18:51:33Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:51:33Z"
    name: isvc-xgboost-v2.18a9111141e34319
    namespace: kserve-ci-e2e-test
    resourceVersion: "38149"
    uid: ef141707-77a4-4c17-b53e-251b2c9c257d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34688"
    uid: 85743897-722e-4b3f-ba86-06ecafa828a5
  kind: Event
  lastTimestamp: "2026-04-23T18:46:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:46:10Z"
    name: isvc-xgboost.18a910b0c461ffc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: 11b20bd4-135d-493d-8624-7458e19f8550
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34688"
    uid: 85743897-722e-4b3f-ba86-06ecafa828a5
  kind: Event
  lastTimestamp: "2026-04-23T18:44:39Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T18:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:44:39Z"
    name: isvc-xgboost.18a910b0c4db5ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34724"
    uid: e78d4b71-2d3f-490c-be13-dedf74e8ee25
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35417"
    uid: 85743897-722e-4b3f-ba86-06ecafa828a5
  kind: Event
  lastTimestamp: "2026-04-23T18:46:10Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:46:10Z"
    name: isvc-xgboost.18a910c611a2e23f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35418"
    uid: f1f219a7-06ca-4a16-9524-54ce0b11a369
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:05:10.824862Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-sghjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: e2e8b183-1919-403e-8b9f-e260d2938ab7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-sghjq
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:05:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:05:10Z"
    name: message-dumper-predictor-c7d86bcbd-sghjq.18a90e894c2062ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14607"
    uid: 6e44e5bb-685f-4398-86a8-bd088d1d25f9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-sghjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: e2e8b183-1919-403e-8b9f-e260d2938ab7
  kind: Event
  lastTimestamp: "2026-04-23T18:05:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:11Z"
    name: message-dumper-predictor-c7d86bcbd-sghjq.18a90e895c5282e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14619"
    uid: 00a52006-49d2-410a-88ac-ddd1793449a4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-sghjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14610"
    uid: e2e8b183-1919-403e-8b9f-e260d2938ab7
  kind: Event
  lastTimestamp: "2026-04-23T18:05:11Z"
  message: Add eth0 [10.133.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:05:11Z"
    name: message-dumper-predictor-c7d86bcbd-sghjq.18a90e898884e67b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14629"
    uid: dbe83363-1889-44a8-9263-7078f55d27d9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-sghjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: e2e8b183-1919-403e-8b9f-e260d2938ab7
  kind: Event
  lastTimestamp: "2026-04-23T18:05:11Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-23T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:11Z"
    name: message-dumper-predictor-c7d86bcbd-sghjq.18a90e898a11c252
    namespace: kserve-ci-e2e-test
    resourceVersion: "14631"
    uid: c1d96306-aa7b-47b4-95f4-f5e094c05764
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-sghjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: e2e8b183-1919-403e-8b9f-e260d2938ab7
  kind: Event
  lastTimestamp: "2026-04-23T18:05:12Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 981ms (981ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:12Z"
    name: message-dumper-predictor-c7d86bcbd-sghjq.18a90e89c493df0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14642"
    uid: e2966afa-b475-48f7-bfbe-68071a13dd46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-sghjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: e2e8b183-1919-403e-8b9f-e260d2938ab7
  kind: Event
  lastTimestamp: "2026-04-23T18:05:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:12Z"
    name: message-dumper-predictor-c7d86bcbd-sghjq.18a90e89c74eccb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14643"
    uid: 7abebffa-5ca6-4c72-8c2b-afcb1f7e13cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-sghjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: e2e8b183-1919-403e-8b9f-e260d2938ab7
  kind: Event
  lastTimestamp: "2026-04-23T18:05:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:12Z"
    name: message-dumper-predictor-c7d86bcbd-sghjq.18a90e89c7acae0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14644"
    uid: 9b2a6190-e387-4898-b490-6d8188f5e4a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-sghjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: e2e8b183-1919-403e-8b9f-e260d2938ab7
  kind: Event
  lastTimestamp: "2026-04-23T18:05:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:12Z"
    name: message-dumper-predictor-c7d86bcbd-sghjq.18a90e89c7b87828
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: 0d7ecfbe-1387-4e15-a53d-0ee5830e1fc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-sghjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: e2e8b183-1919-403e-8b9f-e260d2938ab7
  kind: Event
  lastTimestamp: "2026-04-23T18:05:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:12Z"
    name: message-dumper-predictor-c7d86bcbd-sghjq.18a90e89ca9df9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14647"
    uid: e319421e-a34d-4a03-a6b8-92818644180a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-sghjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: e2e8b183-1919-403e-8b9f-e260d2938ab7
  kind: Event
  lastTimestamp: "2026-04-23T18:05:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:05:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:05:12Z"
    name: message-dumper-predictor-c7d86bcbd-sghjq.18a90e89caf598b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: 968e49c5-e802-49e3-a0dc-1deb3fbddf3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-sghjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: e2e8b183-1919-403e-8b9f-e260d2938ab7
  kind: Event
  lastTimestamp: "2026-04-23T18:06:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:56Z"
    name: message-dumper-predictor-c7d86bcbd-sghjq.18a90ea1d4bec74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15618"
    uid: 0394fa50-d561-40f3-a6ad-0ec8c6da57a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-sghjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14605"
    uid: e2e8b183-1919-403e-8b9f-e260d2938ab7
  kind: Event
  lastTimestamp: "2026-04-23T18:06:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:06:56Z"
    name: message-dumper-predictor-c7d86bcbd-sghjq.18a90ea1d4bf3f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15620"
    uid: 8c8b735d-d0ec-44b5-aa75-365de4091d6a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14593"
    uid: 963325c9-cbfc-4c97-8673-4598ca50421f
  kind: Event
  lastTimestamp: "2026-04-23T18:05:10Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-sghjq'
  metadata:
    creationTimestamp: "2026-04-23T18:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:05:10Z"
    name: message-dumper-predictor-c7d86bcbd.18a90e894bb29045
    namespace: kserve-ci-e2e-test
    resourceVersion: "14604"
    uid: af6a1828-97cb-4d39-91e7-526ac8769bb6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14591"
    uid: 9f64566b-f21a-4b42-9a55-afc52bf587ed
  kind: Event
  lastTimestamp: "2026-04-23T18:05:10Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:05:10Z"
    name: message-dumper-predictor.18a90e8949bbf161
    namespace: kserve-ci-e2e-test
    resourceVersion: "14596"
    uid: 8748df83-e998-447a-afc6-7cee29735008
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14592"
    uid: 5cf0600b-58f6-4983-9e98-2eff5be2d4d5
  kind: Event
  lastTimestamp: "2026-04-23T18:05:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:05:55Z"
    name: message-dumper-predictor.18a90e8cc8aee791
    namespace: kserve-ci-e2e-test
    resourceVersion: "15048"
    uid: 773347d8-32b3-4641-b3ce-745342a0dcf0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14592"
    uid: 5cf0600b-58f6-4983-9e98-2eff5be2d4d5
  kind: Event
  lastTimestamp: "2026-04-23T18:05:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:05:55Z"
    name: message-dumper-predictor.18a90e8cc90f1a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: 8710ae2f-c6f0-4211-baff-0d59bc6a4a30
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14564"
    uid: f31f480d-d9e4-4b83-aecc-5832f15a7fde
  kind: Event
  lastTimestamp: "2026-04-23T18:05:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:05:21Z"
    name: message-dumper.18a90e894995ef60
    namespace: kserve-ci-e2e-test
    resourceVersion: "14719"
    uid: a860b8f5-bbe1-4416-a3ea-b55a9bd95472
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14564"
    uid: f31f480d-d9e4-4b83-aecc-5832f15a7fde
  kind: Event
  lastTimestamp: "2026-04-23T18:05:10Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T18:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:05:10Z"
    name: message-dumper.18a90e8949f08bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14598"
    uid: e33c4e28-13a7-4118-9fe9-3fa8213c7b81
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:05:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: f31f480d-d9e4-4b83-aecc-5832f15a7fde
  kind: Event
  lastTimestamp: "2026-04-23T18:05:21Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:05:21Z"
    name: message-dumper.18a90e8bd78d6ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14718"
    uid: a32b8a7c-6d37-4f8a-ba9d-641bf5d03223
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:35:46.454191Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "30214"
    uid: 5eccc3a1-fbd3-4ac4-a11c-47c0c24ee3ed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-zc9ww
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:35:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:35:46Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww.18a91034b02917d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30220"
    uid: ee719af6-3ce4-4ef8-b6be-5d91c59cc95d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: 5eccc3a1-fbd3-4ac4-a11c-47c0c24ee3ed
  kind: Event
  lastTimestamp: "2026-04-23T18:35:46Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:35:46Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww.18a91034c9389a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "30231"
    uid: f95660e0-dba6-486e-abd1-b51d39a1c507
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 5eccc3a1-fbd3-4ac4-a11c-47c0c24ee3ed
  kind: Event
  lastTimestamp: "2026-04-23T18:35:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:35:46Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww.18a91034caa59a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "30234"
    uid: 5815207a-83d5-4d5a-b416-a30390d96ebf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 5eccc3a1-fbd3-4ac4-a11c-47c0c24ee3ed
  kind: Event
  lastTimestamp: "2026-04-23T18:35:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:35:46Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww.18a91034cd060af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30236"
    uid: 0c7469b3-edd1-4beb-bcad-406e7f701b0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 5eccc3a1-fbd3-4ac4-a11c-47c0c24ee3ed
  kind: Event
  lastTimestamp: "2026-04-23T18:35:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:35:46Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww.18a91034cd771503
    namespace: kserve-ci-e2e-test
    resourceVersion: "30237"
    uid: 5af6d922-53c0-48d3-9e30-a119fd13fa90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 5eccc3a1-fbd3-4ac4-a11c-47c0c24ee3ed
  kind: Event
  lastTimestamp: "2026-04-23T18:35:51Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:35:51Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww.18a91035c1bac5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30278"
    uid: 99bac7b3-2492-4581-a6b9-95fee36a0de5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 5eccc3a1-fbd3-4ac4-a11c-47c0c24ee3ed
  kind: Event
  lastTimestamp: "2026-04-23T18:35:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:35:51Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww.18a91035c58d7830
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 233cd2ca-89aa-4bb0-a57b-8e3b74ef7bf0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 5eccc3a1-fbd3-4ac4-a11c-47c0c24ee3ed
  kind: Event
  lastTimestamp: "2026-04-23T18:35:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:35:51Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww.18a91035c5ff0855
    namespace: kserve-ci-e2e-test
    resourceVersion: "30287"
    uid: 9776d106-625f-4717-a9a3-01725ad6feee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 5eccc3a1-fbd3-4ac4-a11c-47c0c24ee3ed
  kind: Event
  lastTimestamp: "2026-04-23T18:35:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:35:51Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww.18a91035c60b45aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30288"
    uid: fa041b88-da26-4737-b0d0-74671c72cb64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 5eccc3a1-fbd3-4ac4-a11c-47c0c24ee3ed
  kind: Event
  lastTimestamp: "2026-04-23T18:35:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:35:51Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww.18a91035c87adf7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30291"
    uid: 59e9acce-91bc-4ddc-966a-b8887f1e942b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 5eccc3a1-fbd3-4ac4-a11c-47c0c24ee3ed
  kind: Event
  lastTimestamp: "2026-04-23T18:35:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:35:51Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww.18a91035c8e96df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30292"
    uid: 0a3a092c-a532-4126-9143-f6ea245e0599
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 5eccc3a1-fbd3-4ac4-a11c-47c0c24ee3ed
  kind: Event
  lastTimestamp: "2026-04-23T18:36:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-23T18:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww.18a9103e9c2f7a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30558"
    uid: b9cc77fc-5851-4eba-83e0-fbdb71d15f94
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 5eccc3a1-fbd3-4ac4-a11c-47c0c24ee3ed
  kind: Event
  lastTimestamp: "2026-04-23T18:36:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:46Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww.18a91042aeaf5ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30720"
    uid: d8c087f6-2444-4f24-a206-49cc529f6ddd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 5eccc3a1-fbd3-4ac4-a11c-47c0c24ee3ed
  kind: Event
  lastTimestamp: "2026-04-23T18:36:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:46Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww.18a91042aeb0426b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30724"
    uid: 84e8905f-5df3-4a7a-b418-72cc2329f814
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 5eccc3a1-fbd3-4ac4-a11c-47c0c24ee3ed
  kind: Event
  lastTimestamp: "2026-04-23T18:36:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-zc9ww.18a91043439c9c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "30825"
    uid: e44dfc04-329a-4b54-9ec4-3b08993042e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "30205"
    uid: 268953eb-f939-4549-92a9-c13d1d7fc5eb
  kind: Event
  lastTimestamp: "2026-04-23T18:35:46Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-zc9ww'
  metadata:
    creationTimestamp: "2026-04-23T18:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:35:46Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18a91034afba23c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30217"
    uid: 744ffa3e-505c-450e-8bcc-9d0c9c4186a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30202"
    uid: 7d8c716e-6af7-45aa-b3c7-760b9682c7fb
  kind: Event
  lastTimestamp: "2026-04-23T18:35:46Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:35:46Z"
    name: sklearn-v2-mlserver-predictor.18a91034aca84cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30207"
    uid: 57fc3c14-654b-49ac-b361-88605a94bae5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30204"
    uid: da1c4d75-7953-4ed4-a0b7-e832c1d62035
  kind: Event
  lastTimestamp: "2026-04-23T18:36:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:36:01Z"
    name: sklearn-v2-mlserver-predictor.18a910382b8ae4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30367"
    uid: 44d4335b-d129-42c1-90aa-04484456a173
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30204"
    uid: da1c4d75-7953-4ed4-a0b7-e832c1d62035
  kind: Event
  lastTimestamp: "2026-04-23T18:36:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:36:01Z"
    name: sklearn-v2-mlserver-predictor.18a910382c2b4af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30368"
    uid: 7f54cb4f-9138-4c83-8d06-591db16865b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30366"
    uid: da1c4d75-7953-4ed4-a0b7-e832c1d62035
  kind: Event
  lastTimestamp: "2026-04-23T18:36:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:36:46Z"
    name: sklearn-v2-mlserver-predictor.18a9103baae21482
    namespace: kserve-ci-e2e-test
    resourceVersion: "30692"
    uid: 70262498-ef0d-4d4c-889f-1ae823959341
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30366"
    uid: da1c4d75-7953-4ed4-a0b7-e832c1d62035
  kind: Event
  lastTimestamp: "2026-04-23T18:36:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:36:46Z"
    name: sklearn-v2-mlserver-predictor.18a9103bab5333ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30693"
    uid: 8a480c9a-0e9a-4323-a5e6-9aa9f9b6e68a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30175"
    uid: b77e1d0f-c337-482d-8812-ab2e972e325b
  kind: Event
  lastTimestamp: "2026-04-23T18:36:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:36:39Z"
    name: sklearn-v2-mlserver.18a91034ac7fe1c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30638"
    uid: fa40f776-2e19-493a-9f6f-aa3542be8588
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30175"
    uid: b77e1d0f-c337-482d-8812-ab2e972e325b
  kind: Event
  lastTimestamp: "2026-04-23T18:35:46Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:35:46Z"
    name: sklearn-v2-mlserver.18a91034acda191d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30209"
    uid: c251a943-89e9-40e6-9d70-39b172dd716e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30634"
    uid: b77e1d0f-c337-482d-8812-ab2e972e325b
  kind: Event
  lastTimestamp: "2026-04-23T18:36:39Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:36:39Z"
    name: sklearn-v2-mlserver.18a91040f5553231
    namespace: kserve-ci-e2e-test
    resourceVersion: "30636"
    uid: 57477e30-556a-4e87-a6ff-9a5650663566
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:47:09.842898Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35975"
    uid: be601995-977f-4504-94c2-9e6c12819b52
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-6ccvs
    to ip-10-0-131-144.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:47:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:47:09Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs.18a910d3cd4d3232
    namespace: kserve-ci-e2e-test
    resourceVersion: "35981"
    uid: f2f7ee4a-dabd-46fa-b81d-c6196d0a68b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-794b6965d5-nvld7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35986"
    uid: be601995-977f-4504-94c2-9e6c12819b52
  kind: Event
  lastTimestamp: "2026-04-23T18:47:10Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:47:10Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs.18a910d3e6abd151
    namespace: kserve-ci-e2e-test
    resourceVersion: "35992"
    uid: f5c12e7a-7e0b-4abb-8ffa-41e33166fec6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: be601995-977f-4504-94c2-9e6c12819b52
  kind: Event
  lastTimestamp: "2026-04-23T18:47:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:48bcc0e7da25ba7560a82df7216c0ad464b268d851c665b85b9195165f27b89d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:10Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs.18a910d3e88e3f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "35995"
    uid: b58e377d-2ba8-46be-90f2-1d82d04b0a52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: be601995-977f-4504-94c2-9e6c12819b52
  kind: Event
  lastTimestamp: "2026-04-23T18:47:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:10Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs.18a910d3ebd0686c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35996"
    uid: b684b1c9-4ba8-4082-97e8-b01805c7b4ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: be601995-977f-4504-94c2-9e6c12819b52
  kind: Event
  lastTimestamp: "2026-04-23T18:47:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:10Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs.18a910d3ec4b7af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: 2035e4e0-961e-40eb-becb-ae8855981a49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: be601995-977f-4504-94c2-9e6c12819b52
  kind: Event
  lastTimestamp: "2026-04-23T18:47:14Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T18:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:14Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs.18a910d4cd516a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36034"
    uid: 049ef9ed-6961-48ff-9042-edd8556219e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: be601995-977f-4504-94c2-9e6c12819b52
  kind: Event
  lastTimestamp: "2026-04-23T18:47:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:14Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs.18a910d4d08ace3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: 57be5e77-04f4-4e62-839c-ced313db8400
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: be601995-977f-4504-94c2-9e6c12819b52
  kind: Event
  lastTimestamp: "2026-04-23T18:47:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:14Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs.18a910d4d0faab65
    namespace: kserve-ci-e2e-test
    resourceVersion: "36037"
    uid: 3dcd1f41-a474-4ab8-9656-9b363a9f3adc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: be601995-977f-4504-94c2-9e6c12819b52
  kind: Event
  lastTimestamp: "2026-04-23T18:47:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:14Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs.18a910d4d1075df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36038"
    uid: e59cd927-44da-4796-946a-14f46954483a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: be601995-977f-4504-94c2-9e6c12819b52
  kind: Event
  lastTimestamp: "2026-04-23T18:47:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:14Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs.18a910d4d4173e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36041"
    uid: 60c5d706-5587-464d-9faf-f79f94e4fbbc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: be601995-977f-4504-94c2-9e6c12819b52
  kind: Event
  lastTimestamp: "2026-04-23T18:47:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:14Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs.18a910d4d49bb1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36043"
    uid: 3bda949d-0152-4900-9b6d-de9da92472c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: be601995-977f-4504-94c2-9e6c12819b52
  kind: Event
  lastTimestamp: "2026-04-23T18:47:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:59Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs.18a910df75ba049b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36401"
    uid: 7fe1d16d-2b00-45e3-ab63-02ffe3f16f76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: be601995-977f-4504-94c2-9e6c12819b52
  kind: Event
  lastTimestamp: "2026-04-23T18:47:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:59Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs.18a910df75bac7c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36403"
    uid: f02264b6-79e0-4d82-9e96-fd09abba5014
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: be601995-977f-4504-94c2-9e6c12819b52
  kind: Event
  lastTimestamp: "2026-04-23T18:48:02Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:02Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs.18a910dffb1d413a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36460"
    uid: f0e1c756-301f-4266-a01f-e07dbe2af66f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-144.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-144.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 52516b6d-697c-4e26-8fbc-3e0925a7af27
  kind: Event
  lastTimestamp: "2026-04-23T18:47:09Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-6ccvs'
  metadata:
    creationTimestamp: "2026-04-23T18:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:47:09Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18a910d3ccd8989d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35978"
    uid: f8e06277-ec77-47da-98d5-6a206c1912bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35963"
    uid: 485c10c5-5c27-41b4-a827-dc90ef28ff73
  kind: Event
  lastTimestamp: "2026-04-23T18:47:09Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:47:09Z"
    name: xgboost-v2-mlserver-predictor.18a910d3c976e56e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35967"
    uid: ed2caa4c-f496-4528-adca-b82e2c41b647
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35964"
    uid: 883360c8-fb5e-490f-a470-0cab8cb07a31
  kind: Event
  lastTimestamp: "2026-04-23T18:47:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:47:54Z"
    name: xgboost-v2-mlserver-predictor.18a910d748971aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36338"
    uid: 504ac251-5cb5-49f2-8fcf-39be31e7cf26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35964"
    uid: 883360c8-fb5e-490f-a470-0cab8cb07a31
  kind: Event
  lastTimestamp: "2026-04-23T18:47:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:47:54Z"
    name: xgboost-v2-mlserver-predictor.18a910d749396500
    namespace: kserve-ci-e2e-test
    resourceVersion: "36339"
    uid: cd5ff35d-905a-4fbc-a354-ab1788a1064b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36117"
    uid: 883360c8-fb5e-490f-a470-0cab8cb07a31
  kind: Event
  lastTimestamp: "2026-04-23T18:47:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:47:39Z"
    name: xgboost-v2-mlserver-predictor.18a910dac821706b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36228"
    uid: d8e8efa0-3bd8-47c4-a2eb-6077438c22f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36117"
    uid: 883360c8-fb5e-490f-a470-0cab8cb07a31
  kind: Event
  lastTimestamp: "2026-04-23T18:47:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:47:39Z"
    name: xgboost-v2-mlserver-predictor.18a910dac8992378
    namespace: kserve-ci-e2e-test
    resourceVersion: "36230"
    uid: ff8d99a8-99fd-4890-9788-1714b32a7dd6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35935"
    uid: c3961501-064b-44d7-882e-65775e2a1369
  kind: Event
  lastTimestamp: "2026-04-23T18:47:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:47:52Z"
    name: xgboost-v2-mlserver.18a910d3c949adee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 043cfec6-a630-4438-a29a-5f19f8f8bd14
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35935"
    uid: c3961501-064b-44d7-882e-65775e2a1369
  kind: Event
  lastTimestamp: "2026-04-23T18:47:09Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:47:09Z"
    name: xgboost-v2-mlserver.18a910d3c9c689b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35969"
    uid: 85b1caba-bd47-4be7-9792-e0c7cd2c2cd3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: c3961501-064b-44d7-882e-65775e2a1369
  kind: Event
  lastTimestamp: "2026-04-23T18:47:52Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:47:52Z"
    name: xgboost-v2-mlserver.18a910ddace95197
    namespace: kserve-ci-e2e-test
    resourceVersion: "36317"
    uid: aaf8de13-b610-4f71-9c64-868a32be72fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41540"