---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:27:15.094364Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-b0ca37-predictor-59dcb8bc4d-kzdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: 661573c0-2192-4977-a774-8de4128ff3ed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-b0ca37-predictor-59dcb8bc4d-kzdc2
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:27:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:27:15Z"
    name: isvc-init-fail-b0ca37-predictor-59dcb8bc4d-kzdc2.18b55067f3a418c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27856"
    uid: 361fe896-0499-4a83-925b-5da444a21408
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-b0ca37-predictor-59dcb8bc4d-kzdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27860"
    uid: 661573c0-2192-4977-a774-8de4128ff3ed
  kind: Event
  lastTimestamp: "2026-06-02T16:27:15Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:27:15Z"
    name: isvc-init-fail-b0ca37-predictor-59dcb8bc4d-kzdc2.18b550680e0c7af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27868"
    uid: b0ce034b-f33c-4158-859a-43a5a038af75
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b0ca37-predictor-59dcb8bc4d-kzdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27854"
    uid: 661573c0-2192-4977-a774-8de4128ff3ed
  kind: Event
  lastTimestamp: "2026-06-02T16:27:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:18Z"
    name: isvc-init-fail-b0ca37-predictor-59dcb8bc4d-kzdc2.18b550680f69a59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 06df5445-a02b-4a22-b480-4d84645b1608
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b0ca37-predictor-59dcb8bc4d-kzdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27854"
    uid: 661573c0-2192-4977-a774-8de4128ff3ed
  kind: Event
  lastTimestamp: "2026-06-02T16:27:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:18Z"
    name: isvc-init-fail-b0ca37-predictor-59dcb8bc4d-kzdc2.18b550681209bc72
    namespace: kserve-ci-e2e-test
    resourceVersion: "27913"
    uid: d43edb10-4da5-467e-96f4-327965f7515e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b0ca37-predictor-59dcb8bc4d-kzdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27854"
    uid: 661573c0-2192-4977-a774-8de4128ff3ed
  kind: Event
  lastTimestamp: "2026-06-02T16:27:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:18Z"
    name: isvc-init-fail-b0ca37-predictor-59dcb8bc4d-kzdc2.18b55068127ce838
    namespace: kserve-ci-e2e-test
    resourceVersion: "27914"
    uid: 4406f5a2-888f-4d95-9d2c-8a3bbbd9397b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b0ca37-predictor-59dcb8bc4d-kzdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27854"
    uid: 661573c0-2192-4977-a774-8de4128ff3ed
  kind: Event
  lastTimestamp: "2026-06-02T16:27:20Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:20Z"
    name: isvc-init-fail-b0ca37-predictor-59dcb8bc4d-kzdc2.18b550694f530d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "27994"
    uid: ec6ee27f-a369-4780-9080-94a95248b1b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-b0ca37-predictor-59dcb8bc4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: 91246f67-273b-4890-baaa-89699a3a7c05
  kind: Event
  lastTimestamp: "2026-06-02T16:27:15Z"
  message: 'Created pod: isvc-init-fail-b0ca37-predictor-59dcb8bc4d-kzdc2'
  metadata:
    creationTimestamp: "2026-06-02T16:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:27:15Z"
    name: isvc-init-fail-b0ca37-predictor-59dcb8bc4d.18b55067f341fb96
    namespace: kserve-ci-e2e-test
    resourceVersion: "27853"
    uid: ac897941-8b7d-4744-9aba-c13b41beba86
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-b0ca37-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27841"
    uid: 14852a0c-fc7f-4f55-951e-b802e1f37d3d
  kind: Event
  lastTimestamp: "2026-06-02T16:27:15Z"
  message: Scaled up replica set isvc-init-fail-b0ca37-predictor-59dcb8bc4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-06-02T16:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:27:15Z"
    name: isvc-init-fail-b0ca37-predictor.18b55067f0883674
    namespace: kserve-ci-e2e-test
    resourceVersion: "27845"
    uid: 05b7421f-7621-45d8-b831-6552f010f253
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b0ca37
    namespace: kserve-ci-e2e-test
    resourceVersion: "27814"
    uid: df8c8612-b4f0-41f6-9704-282752bb9b7e
  kind: Event
  lastTimestamp: "2026-06-02T16:27:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:27:19Z"
    name: isvc-init-fail-b0ca37.18b55067f064012a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: c5d227ba-a6ba-4c86-8f7c-7d98e965b8f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b0ca37
    namespace: kserve-ci-e2e-test
    resourceVersion: "27814"
    uid: df8c8612-b4f0-41f6-9704-282752bb9b7e
  kind: Event
  lastTimestamp: "2026-06-02T16:27:15Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-b0ca37":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-b0ca37":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:27:15Z"
    name: isvc-init-fail-b0ca37.18b55067f0e7f3c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27847"
    uid: 1efdfe93-931b-47f7-a045-cef43eee0ec4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b0ca37
    namespace: kserve-ci-e2e-test
    resourceVersion: "27814"
    uid: df8c8612-b4f0-41f6-9704-282752bb9b7e
  kind: Event
  lastTimestamp: "2026-06-02T16:27:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-b0ca37": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:27:15Z"
    name: isvc-init-fail-b0ca37.18b55067f0e8402d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27848"
    uid: 12a66353-4b65-463a-8745-5e149004ef2b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:07:48.390630Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17984"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-vzn52
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:07:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:07:48Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f584eadecdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17990"
    uid: 14b0060c-a767-463f-abef-3fa80965c65a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: "2026-06-02T16:07:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:07:48Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f585d51480d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18017"
    uid: c616753e-ec40-4280-9528-317afd460cd5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "18001"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: "2026-06-02T16:07:49Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:07:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f588c34b5f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18030"
    uid: 2d3b8423-675f-48bd-9d62-c931d834e3a0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: "2026-06-02T16:07:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:07:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f588da1abb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18032"
    uid: 13c6a366-f2f9-460d-b8b1-05330abfa8c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: "2026-06-02T16:07:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:07:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f5890812d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18035"
    uid: 11608134-1472-4a2e-8b3b-dc0376578473
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: "2026-06-02T16:07:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:07:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f5890f5e015
    namespace: kserve-ci-e2e-test
    resourceVersion: "18036"
    uid: 16d2aaaa-8583-4ba6-8fc0-d157b4c23314
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: "2026-06-02T16:07:53Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-06-02T16:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:07:53Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f598d6b6264
    namespace: kserve-ci-e2e-test
    resourceVersion: "18072"
    uid: 508d9abc-1700-4a4d-bcb7-47b7659506d1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: "2026-06-02T16:08:00Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.857s (6.857s
    including waiting). Image size: 609310474 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:08:00Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f5b262aa706
    namespace: kserve-ci-e2e-test
    resourceVersion: "18132"
    uid: b77074f5-0ede-4985-b5da-1e3901111784
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: "2026-06-02T16:08:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:08:00Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f5b29370bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18134"
    uid: 07d120a4-9d6b-4c85-b33a-1de647d81902
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: "2026-06-02T16:08:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:08:00Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f5b29a8b201
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: a4b71314-d528-42ea-accb-90b6b5fe2dd9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: "2026-06-02T16:08:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:08:00Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f5b29b563c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18136"
    uid: dfcd86ea-a9ca-4282-be25-f7c93553d315
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: "2026-06-02T16:08:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:08:00Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f5b2cb14b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "18137"
    uid: fea25a55-47d3-4dda-ae8f-88bfea76dbc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: "2026-06-02T16:08:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:08:00Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f5b2d23c1c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: 43c37fd1-c944-4778-b275-67e7f32d4b4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-02T16:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: "2026-06-02T16:09:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:09:30Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f5b30da3dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18867"
    uid: 872ed396-7ef7-46fd-8c99-c183b41242d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: "2026-06-02T16:09:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:09:28Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f6fa0f319ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18809"
    uid: a14827bc-e58e-48bb-b1a0-9d3f5a4b0c08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: "2026-06-02T16:09:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:09:28Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f6fa0f48f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "18812"
    uid: df26568b-efc2-4d37-9f21-0fa7839193df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-vzn52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 71b61cff-e1cc-4c2a-9142-862bd51c833a
  kind: Event
  lastTimestamp: "2026-06-02T16:09:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:09:31Z"
    name: isvc-lightgbm-predictor-bdf964bd-vzn52.18b54f70610b13bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18876"
    uid: e3d4004d-a31b-463e-8947-b48c3fb8ad01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17968"
    uid: 589e85c9-76b2-42be-8381-033f9319c5ce
  kind: Event
  lastTimestamp: "2026-06-02T16:07:48Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-vzn52'
  metadata:
    creationTimestamp: "2026-06-02T16:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:07:48Z"
    name: isvc-lightgbm-predictor-bdf964bd.18b54f584e332b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: f631bd72-6521-4684-b87b-03a74e605419
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: 3750b95f-4e7f-4909-8cac-e009f7037a70
  kind: Event
  lastTimestamp: "2026-06-02T16:07:48Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:07:48Z"
    name: isvc-lightgbm-predictor.18b54f584aeb3686
    namespace: kserve-ci-e2e-test
    resourceVersion: "17971"
    uid: a5cefbbe-f37d-4ec8-8c42-801f32b3d03e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:08:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17966"
    uid: 98fd30db-434a-4970-ae6b-42d58e14cc4c
  kind: Event
  lastTimestamp: "2026-06-02T16:08:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:08:33Z"
    name: isvc-lightgbm-predictor.18b54f5bc9819357
    namespace: kserve-ci-e2e-test
    resourceVersion: "18385"
    uid: 8ca50d65-01ce-47b1-968a-7c24d7dd94e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:08:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17966"
    uid: 98fd30db-434a-4970-ae6b-42d58e14cc4c
  kind: Event
  lastTimestamp: "2026-06-02T16:08:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:08:33Z"
    name: isvc-lightgbm-predictor.18b54f5bc9ebf046
    namespace: kserve-ci-e2e-test
    resourceVersion: "18386"
    uid: 4ae48760-0f64-42c8-9544-427af06913e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:08:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: 98fd30db-434a-4970-ae6b-42d58e14cc4c
  kind: Event
  lastTimestamp: "2026-06-02T16:09:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:09:18Z"
    name: isvc-lightgbm-predictor.18b54f6646f56ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18708"
    uid: 16abe1b8-3073-46f8-bbb3-5cd478a2b1c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:08:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: 98fd30db-434a-4970-ae6b-42d58e14cc4c
  kind: Event
  lastTimestamp: "2026-06-02T16:09:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:09:18Z"
    name: isvc-lightgbm-predictor.18b54f6647755d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "18709"
    uid: 949051a2-2df2-443b-b9f9-01ed6f45db0b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:09:28.674997Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 44fa1e2d-d2d9-438b-9bb8-133755acd1d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:09:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:09:28Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb.18b54f6fa817f778
    namespace: kserve-ci-e2e-test
    resourceVersion: "18832"
    uid: c47a857b-a5da-45a7-b67c-c5c44a96a228
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: 44fa1e2d-d2d9-438b-9bb8-133755acd1d5
  kind: Event
  lastTimestamp: "2026-06-02T16:09:29Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:09:29Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb.18b54f6fc1b1af8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18844"
    uid: d859ee26-a346-4718-9073-9f22c6fc1ed2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 44fa1e2d-d2d9-438b-9bb8-133755acd1d5
  kind: Event
  lastTimestamp: "2026-06-02T16:09:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:09:29Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb.18b54f6fc31a11ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18846"
    uid: dab58c41-8621-4a40-9413-34cd2887dbbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 44fa1e2d-d2d9-438b-9bb8-133755acd1d5
  kind: Event
  lastTimestamp: "2026-06-02T16:09:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:09:29Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb.18b54f6fc648c33e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18847"
    uid: 487249c4-2362-49fb-a0ed-f28ac85f7597
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 44fa1e2d-d2d9-438b-9bb8-133755acd1d5
  kind: Event
  lastTimestamp: "2026-06-02T16:09:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:09:29Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb.18b54f6fc6ad3fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18848"
    uid: 4f44f5ea-b511-4781-84ee-60b832dde288
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 44fa1e2d-d2d9-438b-9bb8-133755acd1d5
  kind: Event
  lastTimestamp: "2026-06-02T16:09:33Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:09:33Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb.18b54f70b1170c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "18889"
    uid: 7222076b-cbe5-4b19-a375-b555b41b2944
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 44fa1e2d-d2d9-438b-9bb8-133755acd1d5
  kind: Event
  lastTimestamp: "2026-06-02T16:09:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:09:33Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb.18b54f70b4e64fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18894"
    uid: bf89a6e9-fb42-4666-a3c1-d5a9d2904226
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 44fa1e2d-d2d9-438b-9bb8-133755acd1d5
  kind: Event
  lastTimestamp: "2026-06-02T16:09:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:09:33Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb.18b54f70b551ffe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18895"
    uid: aa2a312f-da79-45ee-9d66-40b793ca13ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 44fa1e2d-d2d9-438b-9bb8-133755acd1d5
  kind: Event
  lastTimestamp: "2026-06-02T16:09:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:09:33Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb.18b54f70b55f7eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18896"
    uid: 063649c2-1192-40a7-8e9b-93e5d50c94fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 44fa1e2d-d2d9-438b-9bb8-133755acd1d5
  kind: Event
  lastTimestamp: "2026-06-02T16:09:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:09:33Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb.18b54f70b8687f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "18898"
    uid: a7f88609-e863-4f74-8679-52c56bd6b562
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 44fa1e2d-d2d9-438b-9bb8-133755acd1d5
  kind: Event
  lastTimestamp: "2026-06-02T16:09:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:09:33Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb.18b54f70b8ce11fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18899"
    uid: e0387c86-7583-4a5b-b804-87920e1ccae3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 44fa1e2d-d2d9-438b-9bb8-133755acd1d5
  kind: Event
  lastTimestamp: "2026-06-02T16:11:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:11:02Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb.18b54f70ed3a3537
    namespace: kserve-ci-e2e-test
    resourceVersion: "19622"
    uid: a08ce887-0cfa-4716-92c6-7fd85018daef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 44fa1e2d-d2d9-438b-9bb8-133755acd1d5
  kind: Event
  lastTimestamp: "2026-06-02T16:10:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:10:59Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb.18b54f84c124e0a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19554"
    uid: ffcd0f2d-0b09-45f9-a834-348e066c3267
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 44fa1e2d-d2d9-438b-9bb8-133755acd1d5
  kind: Event
  lastTimestamp: "2026-06-02T16:10:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:10:59Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb.18b54f84c1261188
    namespace: kserve-ci-e2e-test
    resourceVersion: "19557"
    uid: 021fca33-4494-4efa-b47f-f2d557b07242
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 44fa1e2d-d2d9-438b-9bb8-133755acd1d5
  kind: Event
  lastTimestamp: "2026-06-02T16:11:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:11:01Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb.18b54f852f42b585
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: eab2906b-e5df-4b3f-9336-876699a707fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "18817"
    uid: 73677cb4-fa2f-4036-9b63-ed517d8828d2
  kind: Event
  lastTimestamp: "2026-06-02T16:09:28Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-4x8hb'
  metadata:
    creationTimestamp: "2026-06-02T16:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:09:28Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18b54f6fa7a1b546
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 544f9bc6-ba23-4059-9bac-1f8ccf3803ba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: 191acc13-7f48-4c18-9a82-e6bf3a663b06
  kind: Event
  lastTimestamp: "2026-06-02T16:09:28Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-06-02T16:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:09:28Z"
    name: isvc-lightgbm-runtime-predictor.18b54f6fa2c4c5ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18819"
    uid: 88cf8509-53d1-4c06-aa19-b53b80c8ad25
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18816"
    uid: a8904f1b-5aef-4278-8927-e6c31b01506a
  kind: Event
  lastTimestamp: "2026-06-02T16:09:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:09:58Z"
    name: isvc-lightgbm-runtime-predictor.18b54f732138a924
    namespace: kserve-ci-e2e-test
    resourceVersion: "19081"
    uid: 499c52b6-d7cb-45f1-b0b3-f0c0e8e86f8a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18816"
    uid: a8904f1b-5aef-4278-8927-e6c31b01506a
  kind: Event
  lastTimestamp: "2026-06-02T16:09:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:09:58Z"
    name: isvc-lightgbm-runtime-predictor.18b54f73219e45a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19082"
    uid: 2d217288-afcd-44d7-a6df-4298f735ac58
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:10:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18985"
    uid: a8904f1b-5aef-4278-8927-e6c31b01506a
  kind: Event
  lastTimestamp: "2026-06-02T16:10:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:10:58Z"
    name: isvc-lightgbm-runtime-predictor.18b54f7a1fa62892
    namespace: kserve-ci-e2e-test
    resourceVersion: "19517"
    uid: 70dfa23f-db23-4d27-98b3-2abc951a71bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:10:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18985"
    uid: a8904f1b-5aef-4278-8927-e6c31b01506a
  kind: Event
  lastTimestamp: "2026-06-02T16:10:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:10:58Z"
    name: isvc-lightgbm-runtime-predictor.18b54f7a203304cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: ca567351-043f-4b97-925e-7fa460e36acb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: d3c52c9b-8517-45f1-881e-d9ffb71e63ef
  kind: Event
  lastTimestamp: "2026-06-02T16:10:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:10:52Z"
    name: isvc-lightgbm-runtime.18b54f6fa2a1dee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19476"
    uid: e5f0b7ce-5531-4362-a396-f0c0f7263ec1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: d3c52c9b-8517-45f1-881e-d9ffb71e63ef
  kind: Event
  lastTimestamp: "2026-06-02T16:09:28Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:09:28Z"
    name: isvc-lightgbm-runtime.18b54f6fa3424015
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 4c876ab2-a2b0-42ab-93f7-336c0b6034d1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:10:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19473"
    uid: d3c52c9b-8517-45f1-881e-d9ffb71e63ef
  kind: Event
  lastTimestamp: "2026-06-02T16:10:52Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:10:52Z"
    name: isvc-lightgbm-runtime.18b54f833c9bf2ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19474"
    uid: a8e1ca17-83e3-47b3-9197-661ba1396839
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:14:19.734854Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21040"
    uid: 9180a05b-c86f-4831-a105-c7e0782d10a8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:14:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:14:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl.18b54fb36c9cea3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21047"
    uid: 66a20896-9f74-4d10-8941-963a745218e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 9180a05b-c86f-4831-a105-c7e0782d10a8
  kind: Event
  lastTimestamp: "2026-06-02T16:14:20Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:14:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl.18b54fb38632a56e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: 8aa75646-53de-4ffd-86c5-4416c287ea6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 9180a05b-c86f-4831-a105-c7e0782d10a8
  kind: Event
  lastTimestamp: "2026-06-02T16:14:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl.18b54fb387b6a15b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21062"
    uid: 6a6dd3e1-e70b-45c6-839c-5f834e7e22d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 9180a05b-c86f-4831-a105-c7e0782d10a8
  kind: Event
  lastTimestamp: "2026-06-02T16:14:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl.18b54fb38adb9d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "21064"
    uid: d14d9164-980b-4358-a33d-b564967aafe2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 9180a05b-c86f-4831-a105-c7e0782d10a8
  kind: Event
  lastTimestamp: "2026-06-02T16:14:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl.18b54fb38b3f8d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: c401fce3-d287-49b5-8e19-ea4fca99f9db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 9180a05b-c86f-4831-a105-c7e0782d10a8
  kind: Event
  lastTimestamp: "2026-06-02T16:14:24Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl.18b54fb476eb9db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: 0eb4c3b6-ee5e-400c-8d8b-e2929246bc38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 9180a05b-c86f-4831-a105-c7e0782d10a8
  kind: Event
  lastTimestamp: "2026-06-02T16:14:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl.18b54fb47ae5b351
    namespace: kserve-ci-e2e-test
    resourceVersion: "21104"
    uid: 85fa8380-3451-4c71-91b7-380903fa5068
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 9180a05b-c86f-4831-a105-c7e0782d10a8
  kind: Event
  lastTimestamp: "2026-06-02T16:14:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl.18b54fb47b4c1eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21105"
    uid: 39e725e1-5890-404e-b85e-68d2bd3240fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 9180a05b-c86f-4831-a105-c7e0782d10a8
  kind: Event
  lastTimestamp: "2026-06-02T16:14:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl.18b54fb47b594cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: fe62c524-fc2a-4316-8370-e60bd1e31f14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 9180a05b-c86f-4831-a105-c7e0782d10a8
  kind: Event
  lastTimestamp: "2026-06-02T16:14:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl.18b54fb47e39260b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 75fb2228-746c-4b04-a844-7b853ca61474
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 9180a05b-c86f-4831-a105-c7e0782d10a8
  kind: Event
  lastTimestamp: "2026-06-02T16:14:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl.18b54fb47ec7a378
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: e44d4610-09e0-42ec-9ab1-f49e880c19ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 9180a05b-c86f-4831-a105-c7e0782d10a8
  kind: Event
  lastTimestamp: "2026-06-02T16:14:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl.18b54fb4b2e9f9ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21167"
    uid: b10e56ba-0927-44d5-b40c-5a9fdf370f45
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 9180a05b-c86f-4831-a105-c7e0782d10a8
  kind: Event
  lastTimestamp: "2026-06-02T16:14:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl.18b54fba6912b260
    namespace: kserve-ci-e2e-test
    resourceVersion: "21334"
    uid: b55f521e-be79-4980-b011-f14f4fedb9f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 9180a05b-c86f-4831-a105-c7e0782d10a8
  kind: Event
  lastTimestamp: "2026-06-02T16:14:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl.18b54fba69133ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21337"
    uid: 29304bf2-c460-46b0-b690-fc91ec17bb6b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "21028"
    uid: b5084d61-6abe-4b28-8600-4a8bf54768bc
  kind: Event
  lastTimestamp: "2026-06-02T16:14:19Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-vvfcl'
  metadata:
    creationTimestamp: "2026-06-02T16:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:14:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18b54fb36b3c57c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21042"
    uid: 9892f2ed-0978-46dd-b770-fc78e2d92371
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21025"
    uid: c2db5dc8-91bb-4a7a-8097-db85d6cdf926
  kind: Event
  lastTimestamp: "2026-06-02T16:14:19Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:14:19Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b54fb36604b087
    namespace: kserve-ci-e2e-test
    resourceVersion: "21030"
    uid: b921de8e-a4e8-430a-957b-23c399be4432
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: 23bfa599-4911-4139-9041-d3fabc411b28
  kind: Event
  lastTimestamp: "2026-06-02T16:14:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:14:34Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b54fb6e50c420a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21193"
    uid: e684d32c-d929-4aed-b9a5-a292466728e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: 23bfa599-4911-4139-9041-d3fabc411b28
  kind: Event
  lastTimestamp: "2026-06-02T16:14:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:14:34Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b54fb6e5bf97b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 77030d7f-db1f-4ed8-a3ef-33cc454ada57
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21192"
    uid: 23bfa599-4911-4139-9041-d3fabc411b28
  kind: Event
  lastTimestamp: "2026-06-02T16:14:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:14:49Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b54fba64c47fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21306"
    uid: 6ffc8cae-afeb-4dc3-b603-0665b7474b94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21192"
    uid: 23bfa599-4911-4139-9041-d3fabc411b28
  kind: Event
  lastTimestamp: "2026-06-02T16:14:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:14:49Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b54fba652bacfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21308"
    uid: 6ae3b1d9-651f-45b6-8ed1-610f4db0addf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20996"
    uid: b00b84bd-da3f-4a40-843b-37d460cc5b2d
  kind: Event
  lastTimestamp: "2026-06-02T16:14:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:14:41Z"
    name: isvc-lightgbm-v2-kserve.18b54fb365e0820b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21247"
    uid: 77e6ac9b-2262-4b31-9e5c-74664aa8a0a3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20996"
    uid: b00b84bd-da3f-4a40-843b-37d460cc5b2d
  kind: Event
  lastTimestamp: "2026-06-02T16:14:19Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:14:19Z"
    name: isvc-lightgbm-v2-kserve.18b54fb3665f7fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: b286e5ba-e705-4d44-8c80-c210a03ee443
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21004"
    uid: b00b84bd-da3f-4a40-843b-37d460cc5b2d
  kind: Event
  lastTimestamp: "2026-06-02T16:14:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:14:19Z"
    name: isvc-lightgbm-v2-kserve.18b54fb36f324abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21054"
    uid: 8b107ccc-624b-4beb-a05e-0901e2de4627
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21244"
    uid: b00b84bd-da3f-4a40-843b-37d460cc5b2d
  kind: Event
  lastTimestamp: "2026-06-02T16:14:41Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:14:41Z"
    name: isvc-lightgbm-v2-kserve.18b54fb8723ee382
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: 9304d529-964e-4638-a846-400c7ec195ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:10:59.397486Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: fc9f9204-dbf1-42ea-91ab-2061542c0b30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:10:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:10:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx.18b54f84c7936f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: a68f3f99-0e76-4c08-b601-51e92aa02f64
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:10:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19581"
    uid: fc9f9204-dbf1-42ea-91ab-2061542c0b30
  kind: Event
  lastTimestamp: "2026-06-02T16:10:59Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:10:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx.18b54f84e1187076
    namespace: kserve-ci-e2e-test
    resourceVersion: "19588"
    uid: 77833662-b1b2-4bc9-aafa-390c965580a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: fc9f9204-dbf1-42ea-91ab-2061542c0b30
  kind: Event
  lastTimestamp: "2026-06-02T16:10:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:10:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx.18b54f84e287d90a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19590"
    uid: 0f3a9e64-effb-4b00-87f3-e6e67fecae34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: fc9f9204-dbf1-42ea-91ab-2061542c0b30
  kind: Event
  lastTimestamp: "2026-06-02T16:10:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:10:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx.18b54f84e56d3c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: 5ee79ada-e59d-42b2-9987-b39149efc826
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: fc9f9204-dbf1-42ea-91ab-2061542c0b30
  kind: Event
  lastTimestamp: "2026-06-02T16:10:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:10:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx.18b54f84e5e4af1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19592"
    uid: 025e9004-3d1c-4c00-b7db-d08c5e5c9908
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: fc9f9204-dbf1-42ea-91ab-2061542c0b30
  kind: Event
  lastTimestamp: "2026-06-02T16:11:04Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-06-02T16:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:11:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx.18b54f85f48c9ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: b0a349be-7aae-4720-bd62-2039c00e8bff
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: fc9f9204-dbf1-42ea-91ab-2061542c0b30
  kind: Event
  lastTimestamp: "2026-06-02T16:13:37Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m32.874s
    (2m32.874s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:13:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx.18b54fa98c9a19e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20692"
    uid: 84c236b1-7b4c-4a4a-8563-df0de43eeda6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: fc9f9204-dbf1-42ea-91ab-2061542c0b30
  kind: Event
  lastTimestamp: "2026-06-02T16:13:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:13:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx.18b54fa9985e8cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20694"
    uid: 32e102af-8d8e-40a3-a33a-1092b1d41762
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: fc9f9204-dbf1-42ea-91ab-2061542c0b30
  kind: Event
  lastTimestamp: "2026-06-02T16:13:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:13:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx.18b54fa99907cc6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20695"
    uid: 824250da-3456-4d4a-902f-0c9a166ab13f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: fc9f9204-dbf1-42ea-91ab-2061542c0b30
  kind: Event
  lastTimestamp: "2026-06-02T16:13:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:13:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx.18b54fa99914d631
    namespace: kserve-ci-e2e-test
    resourceVersion: "20696"
    uid: ac698b73-398e-4dac-b087-e2d6f8c7c924
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: fc9f9204-dbf1-42ea-91ab-2061542c0b30
  kind: Event
  lastTimestamp: "2026-06-02T16:13:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:13:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx.18b54fa99e7d48c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20697"
    uid: a5c6b825-8d9d-4e0e-8836-9e079bfbb1eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:13:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: fc9f9204-dbf1-42ea-91ab-2061542c0b30
  kind: Event
  lastTimestamp: "2026-06-02T16:13:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:13:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx.18b54fa99f7483d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20698"
    uid: 1f5d4c19-759b-4fff-9c66-e8477f649718
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: fc9f9204-dbf1-42ea-91ab-2061542c0b30
  kind: Event
  lastTimestamp: "2026-06-02T16:14:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx.18b54fb3649676bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21022"
    uid: b2f2a0b2-0bd7-4e43-b854-3e17c5ed3b5b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: fc9f9204-dbf1-42ea-91ab-2061542c0b30
  kind: Event
  lastTimestamp: "2026-06-02T16:14:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx.18b54fb36497a4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: 0575ae8e-2804-4ea6-a99e-76c0f0e7b725
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:10:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "19560"
    uid: 7b9d0527-b899-4b30-858f-88c5156c747e
  kind: Event
  lastTimestamp: "2026-06-02T16:10:59Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-4t2wx'
  metadata:
    creationTimestamp: "2026-06-02T16:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:10:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18b54f84c6f019a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19572"
    uid: 7d09825a-945a-444e-9cec-87e9f85dde00
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:10:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: fd99e88b-9072-485a-b2ec-c0b19f578230
  kind: Event
  lastTimestamp: "2026-06-02T16:10:59Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:10:59Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b54f84c27b421d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19562"
    uid: 4f98523b-2687-4e1a-8216-7449476501dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-06-02T16:11:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19559"
    uid: 710185e3-ebfb-4334-b772-776e754215fc
  kind: Event
  lastTimestamp: "2026-06-02T16:14:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:14:14Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b54f8840f53a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20958"
    uid: 0bb34237-6457-42f9-a6ea-e330afd59a97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:11:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19559"
    uid: 710185e3-ebfb-4334-b772-776e754215fc
  kind: Event
  lastTimestamp: "2026-06-02T16:13:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:13:59Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b54f88415f3f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 36f7198e-ca28-442f-a3a9-da84c4d3b6a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:10:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19528"
    uid: 07eacff7-a88c-47ef-a28e-4274446898b5
  kind: Event
  lastTimestamp: "2026-06-02T16:14:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:14:14Z"
    name: isvc-lightgbm-v2-runtime.18b54f84c24a6ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: dc5042b7-5bc7-45b4-b519-3952da263951
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:10:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19528"
    uid: 07eacff7-a88c-47ef-a28e-4274446898b5
  kind: Event
  lastTimestamp: "2026-06-02T16:10:59Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:10:59Z"
    name: isvc-lightgbm-v2-runtime.18b54f84c2a44a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "19580"
    uid: 8bc5300e-1cf4-46ce-ab93-601f9f6fec4a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:10:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19539"
    uid: 07eacff7-a88c-47ef-a28e-4274446898b5
  kind: Event
  lastTimestamp: "2026-06-02T16:10:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:10:59Z"
    name: isvc-lightgbm-v2-runtime.18b54f84c881c1a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: ed7db587-aaaf-465d-86e3-2fdc7cc22209
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20951"
    uid: 07eacff7-a88c-47ef-a28e-4274446898b5
  kind: Event
  lastTimestamp: "2026-06-02T16:14:14Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:14:14Z"
    name: isvc-lightgbm-v2-runtime.18b54fb21f429f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20952"
    uid: 1528dcbc-68d5-4c9b-90e0-4217ad73242f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17944"
    uid: 17a20575-9e35-4654-9ed0-6680f9984c5b
  kind: Event
  lastTimestamp: "2026-06-02T16:09:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:09:20Z"
    name: isvc-lightgbm.18b54f584ac3e31d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18733"
    uid: d9cd728b-f4f3-4a89-a4c8-1c706b0f332d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17944"
    uid: 17a20575-9e35-4654-9ed0-6680f9984c5b
  kind: Event
  lastTimestamp: "2026-06-02T16:07:48Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-02T16:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:07:48Z"
    name: isvc-lightgbm.18b54f584b1cbe06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17975"
    uid: e14a0a8a-4048-421e-bd03-c8b756b591e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:09:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18731"
    uid: 17a20575-9e35-4654-9ed0-6680f9984c5b
  kind: Event
  lastTimestamp: "2026-06-02T16:09:20Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:09:20Z"
    name: isvc-lightgbm.18b54f6dd07b7441
    namespace: kserve-ci-e2e-test
    resourceVersion: "18732"
    uid: ffeb110a-312e-4e76-a6bf-9ad9937511be
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:06:23.130362Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17272"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-58f95b76b7-b8t95
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:06:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:06:23Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f4474c57a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17278"
    uid: f190a612-77f7-4f20-b392-e732d094b81c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:06:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:23Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f447eac305a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17287"
    uid: 3a1f56f3-ddae-4110-bcf7-8dc8bfd5ccfb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17282"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:06:24Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:06:24Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f44b242de49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17295"
    uid: a4c1c186-7423-4000-a255-2656fd690ba8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:06:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:24Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f44b3d75e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17297"
    uid: 744b109a-aa78-41c4-a5e3-0ea67d246415
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:06:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:24Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f44b6e3cc6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17299"
    uid: 2b3d3ad3-a547-4de9-a801-70f76ea23c55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:06:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:24Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f44b7481d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "17300"
    uid: 77501ee3-84a0-4e55-b411-1f86cc6b3f01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:06:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:28Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f45b061fb2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17335"
    uid: 0327696e-cf67-4f85-90f9-a00722762d6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:06:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:28Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f45b41971c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17338"
    uid: 47ef9d42-3c75-4167-9f24-4be7a73b17fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:06:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:28Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f45b487c593
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: d8289571-3ffb-422e-806e-7bcf896680e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:06:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:28Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f45b4953cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: 120f5557-cd7b-4179-9ee4-5196059dad96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:06:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:28Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f45b7b0391f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17343"
    uid: 2443a48f-f4a6-4417-b637-0db4373c7e9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:06:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:28Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f45b820cc7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17344"
    uid: 7d809c37-10d6-4412-a268-051939dcf2a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:06:28Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:4411ca57686833cde23c90dc27bf5e4bed3f508dac886872826c4a0995fadff0"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:28Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f45b82de20b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17346"
    uid: 40a20763-2fd0-40a1-8e5a-6b5947147b08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:06:28Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-06-02T16:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:28Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f45bb155680
    namespace: kserve-ci-e2e-test
    resourceVersion: "17347"
    uid: b0714d54-e899-4527-a575-9d912fa1e1cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:06:28Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-06-02T16:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:28Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f45bb79de7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: d04ee473-9f05-4f66-875d-4f934da750e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:07:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:07:56Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f45ec633c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "18100"
    uid: 05d1e705-b5b1-49a3-b874-5c2b03d48d37
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:08:06Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-06-02T16:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:08:06Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f462832e573
    namespace: kserve-ci-e2e-test
    resourceVersion: "18184"
    uid: 4c5a2e8d-8af1-47a7-b67b-1f5d90f28889
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:07:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:07:48Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f584bb81cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17977"
    uid: 60880cbc-3bde-479b-8285-2c725f4ff72e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:07:48Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-06-02T16:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:07:48Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f584bb9235f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17981"
    uid: 5e3c16ba-1970-4cb6-8e65-69eae7ab280b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:07:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:07:48Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f584bb95d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: c92c4308-3e5e-4fde-a008-e7c4ffd96974
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-58f95b76b7-b8t95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: fa0d45a9-024c-48da-b76b-2681d9bf8c6a
  kind: Event
  lastTimestamp: "2026-06-02T16:08:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:08:06Z"
    name: isvc-logger-predictor-58f95b76b7-b8t95.18b54f59046417c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18183"
    uid: a281cbe8-4ee5-41f4-8eb7-2c9101bc2fd5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-58f95b76b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17263"
    uid: 5bff7a28-0dc4-4d60-a1f4-30ca42bbf9c7
  kind: Event
  lastTimestamp: "2026-06-02T16:06:23Z"
  message: 'Created pod: isvc-logger-predictor-58f95b76b7-b8t95'
  metadata:
    creationTimestamp: "2026-06-02T16:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:06:23Z"
    name: isvc-logger-predictor-58f95b76b7.18b54f447445a279
    namespace: kserve-ci-e2e-test
    resourceVersion: "17275"
    uid: 1799c137-e331-4e72-a3ae-d33089abb174
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: 25650d4d-83df-4f39-a856-136ec6b0f616
  kind: Event
  lastTimestamp: "2026-06-02T16:06:23Z"
  message: Scaled up replica set isvc-logger-predictor-58f95b76b7 from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:06:23Z"
    name: isvc-logger-predictor.18b54f44714a5b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17266"
    uid: 092cec74-aa5b-4dbe-80ad-968846239076
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: a32aabdb-a384-4d12-b0cb-713ace161cce
  kind: Event
  lastTimestamp: "2026-06-02T16:07:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:07:08Z"
    name: isvc-logger-predictor.18b54f47efccc660
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: 11e18446-a314-4f38-9118-f70f87816233
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: a32aabdb-a384-4d12-b0cb-713ace161cce
  kind: Event
  lastTimestamp: "2026-06-02T16:07:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:07:08Z"
    name: isvc-logger-predictor.18b54f47f033fe0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17654"
    uid: 32b8411f-58f7-4873-9d72-f9166338c6f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: a32aabdb-a384-4d12-b0cb-713ace161cce
  kind: Event
  lastTimestamp: "2026-06-02T16:07:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:07:38Z"
    name: isvc-logger-predictor.18b54f526ccea8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 97d4bb92-7d73-44cc-ba38-ffb560f18a76
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: a32aabdb-a384-4d12-b0cb-713ace161cce
  kind: Event
  lastTimestamp: "2026-06-02T16:07:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:07:38Z"
    name: isvc-logger-predictor.18b54f526d4dc33d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17877"
    uid: 69253840-4311-40e0-afdf-53fad02ffa96
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: 03db9171-98f5-4570-b518-cd42884380e4
  kind: Event
  lastTimestamp: "2026-06-02T16:07:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:07:36Z"
    name: isvc-logger.18b54f447125bfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 8fb87199-5134-4cdb-a60b-1254fc5ddaf4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: 03db9171-98f5-4570-b518-cd42884380e4
  kind: Event
  lastTimestamp: "2026-06-02T16:06:23Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-02T16:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:06:23Z"
    name: isvc-logger.18b54f44717ab839
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 0d5ecd49-6297-4748-a370-2d6832896d60
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17860"
    uid: 03db9171-98f5-4570-b518-cd42884380e4
  kind: Event
  lastTimestamp: "2026-06-02T16:07:36Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:07:36Z"
    name: isvc-logger.18b54f558ef4a54c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17861"
    uid: d93e04fb-2134-46e5-9e0b-bbb28bb31bf9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:14:49.823679Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td
    namespace: kserve-ci-e2e-test
    resourceVersion: "21349"
    uid: 50317dae-00ec-4fed-bc11-90f789b217b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:14:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:14:49Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td.18b54fba6e0bee8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21355"
    uid: 3205d81c-1a0c-4086-88d2-5674a33c1d14
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: 50317dae-00ec-4fed-bc11-90f789b217b3
  kind: Event
  lastTimestamp: "2026-06-02T16:14:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:49Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td.18b54fba772e0cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: df3254a1-4c31-4960-9470-19db6ad2b0cb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td
    namespace: kserve-ci-e2e-test
    resourceVersion: "21359"
    uid: 50317dae-00ec-4fed-bc11-90f789b217b3
  kind: Event
  lastTimestamp: "2026-06-02T16:14:50Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:14:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td.18b54fbaabe17217
    namespace: kserve-ci-e2e-test
    resourceVersion: "21374"
    uid: 44c0f9f9-86d7-4f6f-ba50-1bee8b608810
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: 50317dae-00ec-4fed-bc11-90f789b217b3
  kind: Event
  lastTimestamp: "2026-06-02T16:14:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td.18b54fbaad3ade7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21376"
    uid: 7468c5ce-b419-4fb5-9530-f80bf73a6370
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: 50317dae-00ec-4fed-bc11-90f789b217b3
  kind: Event
  lastTimestamp: "2026-06-02T16:14:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td.18b54fbab03c34af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21378"
    uid: 84b33077-b201-4f8b-8f68-7bc3dc20aa33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: 50317dae-00ec-4fed-bc11-90f789b217b3
  kind: Event
  lastTimestamp: "2026-06-02T16:14:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td.18b54fbab0a4944c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21379"
    uid: 1cbc4922-478b-4a6e-84ad-1b7336d28577
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: 50317dae-00ec-4fed-bc11-90f789b217b3
  kind: Event
  lastTimestamp: "2026-06-02T16:14:55Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-06-02T16:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td.18b54fbbb62655b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: c39ce886-644e-40a7-a2e3-3224188e5092
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: 50317dae-00ec-4fed-bc11-90f789b217b3
  kind: Event
  lastTimestamp: "2026-06-02T16:14:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td.18b54fbbb9b1e8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21428"
    uid: 1ac0d3ac-e292-40c1-99de-094574f049d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: 50317dae-00ec-4fed-bc11-90f789b217b3
  kind: Event
  lastTimestamp: "2026-06-02T16:14:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td.18b54fbbba1d44ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21429"
    uid: 609d544d-eeb0-48d5-ba47-fbec1668be27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: 50317dae-00ec-4fed-bc11-90f789b217b3
  kind: Event
  lastTimestamp: "2026-06-02T16:14:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td.18b54fbbba2b08c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21430"
    uid: 55982da6-6cc9-4c95-b180-135a545d347f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: 50317dae-00ec-4fed-bc11-90f789b217b3
  kind: Event
  lastTimestamp: "2026-06-02T16:14:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td.18b54fbbbdbfacec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: 0de3189b-e70e-459b-9eae-7c596030f72b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: 50317dae-00ec-4fed-bc11-90f789b217b3
  kind: Event
  lastTimestamp: "2026-06-02T16:14:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:14:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td.18b54fbbbe268db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21433"
    uid: 713e5100-ab73-40dc-b225-bc8c84c67661
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: 50317dae-00ec-4fed-bc11-90f789b217b3
  kind: Event
  lastTimestamp: "2026-06-02T16:15:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:15:39Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td.18b54fc6175aa980
    namespace: kserve-ci-e2e-test
    resourceVersion: "21771"
    uid: 8066d885-b46c-473c-ab1c-cd6c176e4a73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: 50317dae-00ec-4fed-bc11-90f789b217b3
  kind: Event
  lastTimestamp: "2026-06-02T16:15:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:15:39Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td.18b54fc6175b3fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21773"
    uid: fc649df2-23f3-400b-9dd3-dbf5272c097f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: d5ed1da7-40b6-4f73-b265-6810250238a3
  kind: Event
  lastTimestamp: "2026-06-02T16:14:49Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-579td'
  metadata:
    creationTimestamp: "2026-06-02T16:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:14:49Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18b54fba6d87cd65
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: b398ad53-4c19-4de0-b9fc-466f72992115
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: 2c563418-f80a-4831-990a-ff8ae12e58ce
  kind: Event
  lastTimestamp: "2026-06-02T16:14:49Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:14:49Z"
    name: isvc-mlflow-v2-runtime-predictor.18b54fba6a49511c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21342"
    uid: 4ed39c90-a2f3-4fc6-9926-bd5ff95e094e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21339"
    uid: d84a22a4-0781-4206-ad50-5b5f1a5fa7f8
  kind: Event
  lastTimestamp: "2026-06-02T16:15:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:15:34Z"
    name: isvc-mlflow-v2-runtime-predictor.18b54fbde8c745ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21708"
    uid: 4d005ffd-7405-4c9a-9f13-3f26920656c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21339"
    uid: d84a22a4-0781-4206-ad50-5b5f1a5fa7f8
  kind: Event
  lastTimestamp: "2026-06-02T16:15:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:15:34Z"
    name: isvc-mlflow-v2-runtime-predictor.18b54fbde92fa986
    namespace: kserve-ci-e2e-test
    resourceVersion: "21709"
    uid: 0fb5825f-1cc7-49c8-9db8-b95fc68f7940
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 7bd9d372-e96b-430c-b57c-6e89fc0740c1
  kind: Event
  lastTimestamp: "2026-06-02T16:15:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:15:33Z"
    name: isvc-mlflow-v2-runtime.18b54fba6a2a2d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: 1a670db9-b431-4e83-b3a9-99862404c024
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:14:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 7bd9d372-e96b-430c-b57c-6e89fc0740c1
  kind: Event
  lastTimestamp: "2026-06-02T16:14:49Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:14:49Z"
    name: isvc-mlflow-v2-runtime.18b54fba6a7fce98
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: 76dadf0d-9676-4b08-a39b-805cd325adbd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21698"
    uid: 7bd9d372-e96b-430c-b57c-6e89fc0740c1
  kind: Event
  lastTimestamp: "2026-06-02T16:15:33Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:15:33Z"
    name: isvc-mlflow-v2-runtime.18b54fc4958f923e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21699"
    uid: 318b0132-7cc4-4488-847f-c340d0a92165
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:17:00.142076Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22432"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-nprsk
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:17:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:17:00Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54fd8c5a0d3b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22438"
    uid: 042e61ec-a96f-4450-927c-b352d72f3018
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:17:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:00Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54fd8d1554040
    namespace: kserve-ci-e2e-test
    resourceVersion: "22450"
    uid: b63f218f-256e-4c1e-84ef-7d25202e14f8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22443"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:17:01Z"
  message: Add eth0 [10.133.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:17:01Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54fd9033190fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22461"
    uid: 834e36e9-8369-410c-a2df-933ef40e74e1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:17:01Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
  metadata:
    creationTimestamp: "2026-06-02T16:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:01Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54fd90498e638
    namespace: kserve-ci-e2e-test
    resourceVersion: "22463"
    uid: 2f873ed3-d7b2-4f76-8e64-dd3893b6d777
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:17:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    in 4.048s (4.048s including waiting). Image size: 301469622 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54fd9f5ed592e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: dc1ea05e-609e-4a13-b86b-13021dbcceaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:17:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54fd9fa0368e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22506"
    uid: 27e0791f-31c5-496a-a53b-c8dd58da6954
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:17:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54fd9fa7f82e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: 521e8ec9-e26c-40fe-a97f-d1ed78f80f81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:17:10Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-06-02T16:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:10Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54fdb1916ed6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22544"
    uid: a9ed187a-2ed6-4603-aae1-1cb134f52035
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:17:24Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 14.103s (14.103s
    including waiting). Image size: 1165580026 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:24Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54fde61b992fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22648"
    uid: ddcc6fed-1d18-4a8a-8f3e-052064a6a8d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:17:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:24Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54fde68297512
    namespace: kserve-ci-e2e-test
    resourceVersion: "22649"
    uid: 8af60c7a-1adf-49e2-a59b-afa1880c1536
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:17:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:24Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54fde697c9c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22650"
    uid: 083550dd-b647-4c90-b4e0-15f25dc16d22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:17:24Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-06-02T16:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:24Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54fde698ad144
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 1688190f-f2ff-4c97-ac74-1253999be324
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:17:27Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.911s (2.911s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:27Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54fdf170f1636
    namespace: kserve-ci-e2e-test
    resourceVersion: "22675"
    uid: 2b7fddfa-4474-48fa-940b-7098fa9b7d0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:17:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:27Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54fdf19f4fa78
    namespace: kserve-ci-e2e-test
    resourceVersion: "22676"
    uid: 494e24f1-f39e-468b-9705-b9e629ef5052
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:17:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:27Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54fdf1a71a3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22677"
    uid: 57aff82a-5026-469b-888a-9cbf09b50032
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:18:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:18:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54fdf89429fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22954"
    uid: 60c321ae-0b39-43cb-bcae-f7099ec8f8a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:18:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:18:21Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54febc03e78cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23106"
    uid: 4ca026e5-cf33-46e4-929f-65f00cbd4f9a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2a2ddf3d-ccb8-4311-8705-cf1505dfd5f7
  kind: Event
  lastTimestamp: "2026-06-02T16:18:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:18:21Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-nprsk.18b54febc03f2105
    namespace: kserve-ci-e2e-test
    resourceVersion: "23109"
    uid: cb41a33c-381c-4750-861e-ebc0f04c86ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22422"
    uid: b268f61d-311e-4418-b46e-f68715d08db5
  kind: Event
  lastTimestamp: "2026-06-02T16:17:00Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-nprsk'
  metadata:
    creationTimestamp: "2026-06-02T16:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:17:00Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18b54fd8c53a77d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: da49c21b-037b-432f-8f89-a779b72d2c09
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22420"
    uid: da13f33f-8596-44ac-8440-5766acf1c52c
  kind: Event
  lastTimestamp: "2026-06-02T16:17:00Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:17:00Z"
    name: isvc-paddle-predictor.18b54fd8c270a91b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22423"
    uid: c013062d-c040-489e-925f-552df87ed408
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22421"
    uid: 99c6e992-cb9e-47b8-9625-f893ffa5d599
  kind: Event
  lastTimestamp: "2026-06-02T16:18:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:18:00Z"
    name: isvc-paddle-predictor.18b54fdc410aabc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22922"
    uid: 6ae11fd8-d03c-4fd3-aefa-6fc6b1a163ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22421"
    uid: 99c6e992-cb9e-47b8-9625-f893ffa5d599
  kind: Event
  lastTimestamp: "2026-06-02T16:18:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:18:00Z"
    name: isvc-paddle-predictor.18b54fdc416b1b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "22923"
    uid: 76fe0044-3182-4586-a29a-b7e2dfb0aa1e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22585"
    uid: 99c6e992-cb9e-47b8-9625-f893ffa5d599
  kind: Event
  lastTimestamp: "2026-06-02T16:18:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:18:15Z"
    name: isvc-paddle-predictor.18b54fe33f86af56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23025"
    uid: aaae011f-ca1b-4611-9461-dca2bb6d14b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22585"
    uid: 99c6e992-cb9e-47b8-9625-f893ffa5d599
  kind: Event
  lastTimestamp: "2026-06-02T16:18:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:18:15Z"
    name: isvc-paddle-predictor.18b54fe33fed597e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: ff1d9881-7116-4de2-8da7-04a1f2af3b6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:18:21.757593Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23128"
    uid: 6b6aa344-9d90-40aa-abfd-ac3c557c1b48
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:18:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:18:21Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp.18b54febc64ad943
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 11a93d59-6bde-45f0-827f-43dcd33f019c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23140"
    uid: 6b6aa344-9d90-40aa-abfd-ac3c557c1b48
  kind: Event
  lastTimestamp: "2026-06-02T16:18:22Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:18:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp.18b54febdfea6645
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: ff24a8f5-2cd3-4afd-9dc3-9824703fc1c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: 6b6aa344-9d90-40aa-abfd-ac3c557c1b48
  kind: Event
  lastTimestamp: "2026-06-02T16:18:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:18:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp.18b54febe25efe56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23154"
    uid: 9933d914-9c14-4744-84f2-5f579117eaf4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: 6b6aa344-9d90-40aa-abfd-ac3c557c1b48
  kind: Event
  lastTimestamp: "2026-06-02T16:18:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:18:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp.18b54febe54a2ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: 3c6f5166-e098-47e7-97d0-4a089bd0186a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: 6b6aa344-9d90-40aa-abfd-ac3c557c1b48
  kind: Event
  lastTimestamp: "2026-06-02T16:18:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:18:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp.18b54febe5ba2331
    namespace: kserve-ci-e2e-test
    resourceVersion: "23157"
    uid: 80942b0d-d6c1-4b51-87cf-a4efa0b573af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: 6b6aa344-9d90-40aa-abfd-ac3c557c1b48
  kind: Event
  lastTimestamp: "2026-06-02T16:18:27Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-06-02T16:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:18:27Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp.18b54fed03c83ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "23195"
    uid: 0b9be327-a5cc-4169-8809-ae40dcade22c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: 6b6aa344-9d90-40aa-abfd-ac3c557c1b48
  kind: Event
  lastTimestamp: "2026-06-02T16:18:39Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.918s (11.918s
    including waiting). Image size: 1165580026 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:18:39Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp.18b54fefca2ec7a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23279"
    uid: 52ef45c8-3742-43d3-a206-6f26e2ae98a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: 6b6aa344-9d90-40aa-abfd-ac3c557c1b48
  kind: Event
  lastTimestamp: "2026-06-02T16:18:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:18:39Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp.18b54fefce2e6739
    namespace: kserve-ci-e2e-test
    resourceVersion: "23281"
    uid: 8d2e7ca3-52fd-4941-bcda-ae35284eb0cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: 6b6aa344-9d90-40aa-abfd-ac3c557c1b48
  kind: Event
  lastTimestamp: "2026-06-02T16:18:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:18:39Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp.18b54fefce915b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: a23a0236-bfd5-4b54-8b91-af6ec6b3931f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: 6b6aa344-9d90-40aa-abfd-ac3c557c1b48
  kind: Event
  lastTimestamp: "2026-06-02T16:18:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:18:39Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp.18b54fefce9e7e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: b9d6e537-2af9-4e40-aae6-6aed6bf9bbaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: 6b6aa344-9d90-40aa-abfd-ac3c557c1b48
  kind: Event
  lastTimestamp: "2026-06-02T16:18:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:18:39Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp.18b54fefd1658df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23284"
    uid: 1108c5eb-c0fe-4c49-9830-7cbc1ba131f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: 6b6aa344-9d90-40aa-abfd-ac3c557c1b48
  kind: Event
  lastTimestamp: "2026-06-02T16:18:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:18:39Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp.18b54fefd1d413bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23285"
    uid: 826da855-d1e9-4839-945f-2c8102641048
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: 6b6aa344-9d90-40aa-abfd-ac3c557c1b48
  kind: Event
  lastTimestamp: "2026-06-02T16:19:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:18:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:19:17Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp.18b54ff0499406b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23842"
    uid: 789436ee-a6ee-4c72-b224-b608041ad115
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: 6b6aa344-9d90-40aa-abfd-ac3c557c1b48
  kind: Event
  lastTimestamp: "2026-06-02T16:19:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:19:33Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp.18b54ffc6b811179
    namespace: kserve-ci-e2e-test
    resourceVersion: "23985"
    uid: b0ef3ca4-8417-4cd9-a45d-13c70dca497b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: 6b6aa344-9d90-40aa-abfd-ac3c557c1b48
  kind: Event
  lastTimestamp: "2026-06-02T16:19:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:19:33Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp.18b54ffc6b858473
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: e18a7a78-2d14-4f98-95b6-d24df6f85ec1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23118"
    uid: b594e706-eb41-4099-bb0e-563dbf969565
  kind: Event
  lastTimestamp: "2026-06-02T16:18:21Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-9svkp'
  metadata:
    creationTimestamp: "2026-06-02T16:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:18:21Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18b54febc5b483ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23130"
    uid: 1f50aba8-02d5-4d1e-8233-3d0f1f78e4bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: 5221c372-40d1-4698-a455-2361605aaca7
  kind: Event
  lastTimestamp: "2026-06-02T16:18:21Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-06-02T16:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:18:21Z"
    name: isvc-paddle-runtime-predictor.18b54febc29d613a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23120"
    uid: fc3d421d-c45d-409b-8a62-627a490f2f4e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23117"
    uid: 4b54c301-f7a7-4949-9b18-875198a0eeba
  kind: Event
  lastTimestamp: "2026-06-02T16:19:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:19:21Z"
    name: isvc-paddle-runtime-predictor.18b54fef4140afaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23871"
    uid: 1ea68cec-90ea-4b76-87ee-9aa3469511ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23117"
    uid: 4b54c301-f7a7-4949-9b18-875198a0eeba
  kind: Event
  lastTimestamp: "2026-06-02T16:19:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:19:21Z"
    name: isvc-paddle-runtime-predictor.18b54fef41b0f5e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23872"
    uid: b0fda1d7-2eaa-46a3-bdca-84e3829f355a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23088"
    uid: 67d6bc66-2a38-407b-9b96-b80574c49174
  kind: Event
  lastTimestamp: "2026-06-02T16:19:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:19:27Z"
    name: isvc-paddle-runtime.18b54febc2792d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: a1ddd95c-785a-4d97-9e29-04247d0e2570
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23088"
    uid: 67d6bc66-2a38-407b-9b96-b80574c49174
  kind: Event
  lastTimestamp: "2026-06-02T16:18:21Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:18:21Z"
    name: isvc-paddle-runtime.18b54febc2f48e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "23142"
    uid: 629ddccf-6e72-45eb-a2d7-96dc1d4c28c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23126"
    uid: 67d6bc66-2a38-407b-9b96-b80574c49174
  kind: Event
  lastTimestamp: "2026-06-02T16:18:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:18:21Z"
    name: isvc-paddle-runtime.18b54febc9ee662e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: d7eaade1-cdc4-46f7-b804-981da0bda9f5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23917"
    uid: 67d6bc66-2a38-407b-9b96-b80574c49174
  kind: Event
  lastTimestamp: "2026-06-02T16:19:27Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:19:27Z"
    name: isvc-paddle-runtime.18b54ffb04c6c98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23918"
    uid: 394e8aae-ac49-41d8-bb8e-4a684f7f1457
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:19:33.413666Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24006"
    uid: 38a3c9b9-db00-46dc-9524-69e0c0b40366
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:19:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:19:33Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9.18b54ffc7553b3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24010"
    uid: 8e92aac8-e3e2-4c24-a62f-574e4cc946f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 38a3c9b9-db00-46dc-9524-69e0c0b40366
  kind: Event
  lastTimestamp: "2026-06-02T16:19:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:19:33Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9.18b54ffc82c0cb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "24019"
    uid: ac751525-3b9e-496d-847d-9ab086bf7bc2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: 38a3c9b9-db00-46dc-9524-69e0c0b40366
  kind: Event
  lastTimestamp: "2026-06-02T16:19:34Z"
  message: Add eth0 [10.133.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:19:34Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9.18b54ffcb294c328
    namespace: kserve-ci-e2e-test
    resourceVersion: "24027"
    uid: 2c17c62e-672e-4912-8642-d59dbcd53091
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 38a3c9b9-db00-46dc-9524-69e0c0b40366
  kind: Event
  lastTimestamp: "2026-06-02T16:19:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:19:34Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9.18b54ffcb45f9a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "24030"
    uid: d3b827c2-aae2-4202-9eba-9bd1df3da4b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 38a3c9b9-db00-46dc-9524-69e0c0b40366
  kind: Event
  lastTimestamp: "2026-06-02T16:19:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:19:34Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9.18b54ffcb7955ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24033"
    uid: 8760b700-3840-4b9b-8349-3bc2d4c7e233
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 38a3c9b9-db00-46dc-9524-69e0c0b40366
  kind: Event
  lastTimestamp: "2026-06-02T16:19:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:19:34Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9.18b54ffcb80ebaad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24034"
    uid: d5534e80-132a-4296-927f-5232db685454
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 38a3c9b9-db00-46dc-9524-69e0c0b40366
  kind: Event
  lastTimestamp: "2026-06-02T16:19:39Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:19:39Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9.18b54ffde340288e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24082"
    uid: c0b01d20-d563-4984-867b-678d4d7687f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 38a3c9b9-db00-46dc-9524-69e0c0b40366
  kind: Event
  lastTimestamp: "2026-06-02T16:19:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:19:39Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9.18b54ffde5fc0e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "24085"
    uid: bb7baa5b-76d9-44f3-991a-1f5d7c2b66c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 38a3c9b9-db00-46dc-9524-69e0c0b40366
  kind: Event
  lastTimestamp: "2026-06-02T16:19:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:19:39Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9.18b54ffde68c0609
    namespace: kserve-ci-e2e-test
    resourceVersion: "24087"
    uid: 7e00df53-9144-4a24-9175-0cc4c1eff181
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 38a3c9b9-db00-46dc-9524-69e0c0b40366
  kind: Event
  lastTimestamp: "2026-06-02T16:19:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:19:39Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9.18b54ffde6989653
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: 323b7523-4c52-415d-94eb-a17e42c50e5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 38a3c9b9-db00-46dc-9524-69e0c0b40366
  kind: Event
  lastTimestamp: "2026-06-02T16:19:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:19:39Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9.18b54ffde9e0a818
    namespace: kserve-ci-e2e-test
    resourceVersion: "24092"
    uid: 9cb0ef7a-80d2-4763-92ad-0ce336371ff5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 38a3c9b9-db00-46dc-9524-69e0c0b40366
  kind: Event
  lastTimestamp: "2026-06-02T16:19:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:19:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:19:39Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9.18b54ffdea5c46db
    namespace: kserve-ci-e2e-test
    resourceVersion: "24093"
    uid: 202ec64c-86f1-4835-b9e1-d22c414839bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 38a3c9b9-db00-46dc-9524-69e0c0b40366
  kind: Event
  lastTimestamp: "2026-06-02T16:20:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:20:37Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9.18b54ffe5aecbe61
    namespace: kserve-ci-e2e-test
    resourceVersion: "24596"
    uid: f843e9d6-1c70-45fc-a107-593b5968a80c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 38a3c9b9-db00-46dc-9524-69e0c0b40366
  kind: Event
  lastTimestamp: "2026-06-02T16:20:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:20:35Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9.18b5500accf638ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24528"
    uid: 204d501d-b7d3-4a76-9418-cdd1d4f393cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 38a3c9b9-db00-46dc-9524-69e0c0b40366
  kind: Event
  lastTimestamp: "2026-06-02T16:20:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:20:35Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9.18b5500accf6fbe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24530"
    uid: 2bc7e0bc-6e4e-42d2-89ea-e2465c5d2af2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 38a3c9b9-db00-46dc-9524-69e0c0b40366
  kind: Event
  lastTimestamp: "2026-06-02T16:20:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.18:8643/healthz": dial tcp
    10.133.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:20:37Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9.18b5500b64eadfd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 4c059c51-fee5-4a88-a396-8e4298e9536e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: 5c1bfeac-55e8-4bd6-b389-8920d9303fe9
  kind: Event
  lastTimestamp: "2026-06-02T16:19:33Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-v2nc9'
  metadata:
    creationTimestamp: "2026-06-02T16:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:19:33Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18b54ffc74c779b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24007"
    uid: 451467b9-a14c-4f6b-9433-1d1929d16475
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: c48fa71a-9287-4c1a-a91b-72dac2f50300
  kind: Event
  lastTimestamp: "2026-06-02T16:19:33Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-06-02T16:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:19:33Z"
    name: isvc-paddle-v2-kserve-predictor.18b54ffc6fa4527f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23997"
    uid: 0637ac2b-f317-4317-bb89-75dee4bb5c8c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23994"
    uid: 397d5f5d-4b8f-45d3-9d97-9e1ddd0223ef
  kind: Event
  lastTimestamp: "2026-06-02T16:20:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:20:18Z"
    name: isvc-paddle-v2-kserve-predictor.18b54fffee77999c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24375"
    uid: 31478ca4-9f71-4736-acc8-42b2cd03fbc5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23994"
    uid: 397d5f5d-4b8f-45d3-9d97-9e1ddd0223ef
  kind: Event
  lastTimestamp: "2026-06-02T16:20:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:20:18Z"
    name: isvc-paddle-v2-kserve-predictor.18b54fffeee37553
    namespace: kserve-ci-e2e-test
    resourceVersion: "24376"
    uid: 0a86660f-36c7-4ed2-9faf-905a3557a5b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24151"
    uid: 397d5f5d-4b8f-45d3-9d97-9e1ddd0223ef
  kind: Event
  lastTimestamp: "2026-06-02T16:20:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:20:33Z"
    name: isvc-paddle-v2-kserve-predictor.18b550036d9ddb8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24496"
    uid: 1268f711-67d2-422b-a99f-dc42575f3575
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24151"
    uid: 397d5f5d-4b8f-45d3-9d97-9e1ddd0223ef
  kind: Event
  lastTimestamp: "2026-06-02T16:20:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:20:33Z"
    name: isvc-paddle-v2-kserve-predictor.18b550036e074300
    namespace: kserve-ci-e2e-test
    resourceVersion: "24497"
    uid: e6ae459a-c179-4e5f-b41a-72c73b3570ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 09b5730f-2159-49a0-88c7-b55507e1b1a6
  kind: Event
  lastTimestamp: "2026-06-02T16:20:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:20:27Z"
    name: isvc-paddle-v2-kserve.18b54ffc6ef8cea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 6f5a76fc-c9f9-42f7-a696-8ed1a080ec9b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:19:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 09b5730f-2159-49a0-88c7-b55507e1b1a6
  kind: Event
  lastTimestamp: "2026-06-02T16:19:33Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:19:33Z"
    name: isvc-paddle-v2-kserve.18b54ffc6fc23ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23998"
    uid: 48b14004-a855-475f-ae57-8e3fec80e154
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24444"
    uid: 09b5730f-2159-49a0-88c7-b55507e1b1a6
  kind: Event
  lastTimestamp: "2026-06-02T16:20:27Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:20:27Z"
    name: isvc-paddle-v2-kserve.18b55009165f1e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: 82ff1b7c-c2df-4499-aaef-bbfcdd9fc63c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "22391"
    uid: 5379aabc-cf24-4887-9fc0-2735beb67177
  kind: Event
  lastTimestamp: "2026-06-02T16:18:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:18:15Z"
    name: isvc-paddle.18b54fd8c27a3104
    namespace: kserve-ci-e2e-test
    resourceVersion: "23037"
    uid: abd85212-cec7-4386-bf38-2bf8f0bd5d93
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "22391"
    uid: 5379aabc-cf24-4887-9fc0-2735beb67177
  kind: Event
  lastTimestamp: "2026-06-02T16:17:00Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-02T16:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:17:00Z"
    name: isvc-paddle.18b54fd8c2ec9957
    namespace: kserve-ci-e2e-test
    resourceVersion: "22445"
    uid: 8ea2a88a-5ad6-4523-9883-fcc15a2a6f3b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "22398"
    uid: 5379aabc-cf24-4887-9fc0-2735beb67177
  kind: Event
  lastTimestamp: "2026-06-02T16:17:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:17:00Z"
    name: isvc-paddle.18b54fd8c8e92689
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 34781732-63a7-439f-b22c-5468f9baf382
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:18:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 5379aabc-cf24-4887-9fc0-2735beb67177
  kind: Event
  lastTimestamp: "2026-06-02T16:18:15Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:18:15Z"
    name: isvc-paddle.18b54fea448e98d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23036"
    uid: 45ff61c7-dfe8-43c9-af96-d02415033210
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:20:35.115809Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24551"
    uid: c1e98fa0-b8f3-4de9-bce9-793214ffd7f6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-p578m
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:20:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:20:35Z"
    name: isvc-pmml-predictor-8bb578669-p578m.18b5500ad30fafd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24555"
    uid: ff7fdb34-75cf-4f71-bda6-2484b1a167a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24562"
    uid: c1e98fa0-b8f3-4de9-bce9-793214ffd7f6
  kind: Event
  lastTimestamp: "2026-06-02T16:20:35Z"
  message: Add eth0 [10.133.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:20:35Z"
    name: isvc-pmml-predictor-8bb578669-p578m.18b5500aec92a3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24571"
    uid: 65ff8325-41fc-4fae-a429-37e878b0ff76
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: c1e98fa0-b8f3-4de9-bce9-793214ffd7f6
  kind: Event
  lastTimestamp: "2026-06-02T16:20:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:20:35Z"
    name: isvc-pmml-predictor-8bb578669-p578m.18b5500aedf0e74c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24573"
    uid: 0dc5ce3b-ef32-4e20-b3a6-b2e1a1cf3749
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: c1e98fa0-b8f3-4de9-bce9-793214ffd7f6
  kind: Event
  lastTimestamp: "2026-06-02T16:20:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:20:35Z"
    name: isvc-pmml-predictor-8bb578669-p578m.18b5500af1549e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24574"
    uid: bdc3605b-01bf-4a4d-a77e-6ec01773b344
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: c1e98fa0-b8f3-4de9-bce9-793214ffd7f6
  kind: Event
  lastTimestamp: "2026-06-02T16:20:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:20:35Z"
    name: isvc-pmml-predictor-8bb578669-p578m.18b5500af1cef6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24575"
    uid: a09f7bef-28d1-4497-a9a9-e89710a2b246
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: c1e98fa0-b8f3-4de9-bce9-793214ffd7f6
  kind: Event
  lastTimestamp: "2026-06-02T16:20:39Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-06-02T16:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:20:39Z"
    name: isvc-pmml-predictor-8bb578669-p578m.18b5500be61ad227
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: 42f601ca-84c6-4c7c-9051-d6862d51d9ec
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: c1e98fa0-b8f3-4de9-bce9-793214ffd7f6
  kind: Event
  lastTimestamp: "2026-06-02T16:20:47Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.369s (7.369s
    including waiting). Image size: 801639300 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:20:47Z"
    name: isvc-pmml-predictor-8bb578669-p578m.18b5500d9d5dba46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24663"
    uid: fb3a56d0-6858-474c-884a-b55d2858a069
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: c1e98fa0-b8f3-4de9-bce9-793214ffd7f6
  kind: Event
  lastTimestamp: "2026-06-02T16:20:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:20:47Z"
    name: isvc-pmml-predictor-8bb578669-p578m.18b5500da075e040
    namespace: kserve-ci-e2e-test
    resourceVersion: "24664"
    uid: 629d3847-59dd-4a96-9fe7-c698b555f151
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: c1e98fa0-b8f3-4de9-bce9-793214ffd7f6
  kind: Event
  lastTimestamp: "2026-06-02T16:20:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:20:47Z"
    name: isvc-pmml-predictor-8bb578669-p578m.18b5500da0f049b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24665"
    uid: 7e080c39-71b7-480f-a2b9-f3d6e36be2ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: c1e98fa0-b8f3-4de9-bce9-793214ffd7f6
  kind: Event
  lastTimestamp: "2026-06-02T16:20:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:20:47Z"
    name: isvc-pmml-predictor-8bb578669-p578m.18b5500da0fca81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24666"
    uid: 8ff664a6-1667-490f-a936-9a13036f4497
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: c1e98fa0-b8f3-4de9-bce9-793214ffd7f6
  kind: Event
  lastTimestamp: "2026-06-02T16:20:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:20:47Z"
    name: isvc-pmml-predictor-8bb578669-p578m.18b5500da437bbb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: 788ecce7-9f21-405a-b724-102e9323a28b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: c1e98fa0-b8f3-4de9-bce9-793214ffd7f6
  kind: Event
  lastTimestamp: "2026-06-02T16:20:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:20:47Z"
    name: isvc-pmml-predictor-8bb578669-p578m.18b5500da4b61d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "24668"
    uid: 1a88562d-60b3-413e-b127-94de9023f5bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: c1e98fa0-b8f3-4de9-bce9-793214ffd7f6
  kind: Event
  lastTimestamp: "2026-06-02T16:22:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:22:18Z"
    name: isvc-pmml-predictor-8bb578669-p578m.18b5500e00819d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25400"
    uid: 20e6800b-040e-4291-98c3-c9f1409986a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: c1e98fa0-b8f3-4de9-bce9-793214ffd7f6
  kind: Event
  lastTimestamp: "2026-06-02T16:22:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:22:16Z"
    name: isvc-pmml-predictor-8bb578669-p578m.18b5502259f2c62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25344"
    uid: 855c38bd-a491-4006-8d9a-7eea81b74ddc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: c1e98fa0-b8f3-4de9-bce9-793214ffd7f6
  kind: Event
  lastTimestamp: "2026-06-02T16:22:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:22:16Z"
    name: isvc-pmml-predictor-8bb578669-p578m.18b5502259f36091
    namespace: kserve-ci-e2e-test
    resourceVersion: "25347"
    uid: f7fdf399-f7d5-4699-b88d-c3a6acc5207a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-p578m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: c1e98fa0-b8f3-4de9-bce9-793214ffd7f6
  kind: Event
  lastTimestamp: "2026-06-02T16:22:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp
    10.133.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:22:19Z"
    name: isvc-pmml-predictor-8bb578669-p578m.18b5502330b8360b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25410"
    uid: 99224cb8-c645-427d-8112-b09ea2e6c231
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "24541"
    uid: 2ba218ca-5415-43ba-8db0-8952036ab326
  kind: Event
  lastTimestamp: "2026-06-02T16:20:35Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-p578m'
  metadata:
    creationTimestamp: "2026-06-02T16:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:20:35Z"
    name: isvc-pmml-predictor-8bb578669.18b5500ad29f261f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24552"
    uid: f13c7d26-c51c-47a5-b66b-fb24f0ae9676
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24539"
    uid: 1e57f655-2abc-4140-9367-baa9b483526b
  kind: Event
  lastTimestamp: "2026-06-02T16:20:35Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:20:35Z"
    name: isvc-pmml-predictor.18b5500acfd899a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24543"
    uid: 51388f8c-8d37-41f5-a799-088a19596f39
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24540"
    uid: 1c3e56c7-223c-4d0b-bf0c-ec3b994d72d2
  kind: Event
  lastTimestamp: "2026-06-02T16:21:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:21:20Z"
    name: isvc-pmml-predictor.18b5500e4eb206b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24908"
    uid: d20bd45a-46ac-470b-8ed0-9cc645c508c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24540"
    uid: 1c3e56c7-223c-4d0b-bf0c-ec3b994d72d2
  kind: Event
  lastTimestamp: "2026-06-02T16:21:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:21:20Z"
    name: isvc-pmml-predictor.18b5500e4f191725
    namespace: kserve-ci-e2e-test
    resourceVersion: "24909"
    uid: 45f66d0b-a028-48b5-9b75-b635c14ff363
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:21:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24695"
    uid: 1c3e56c7-223c-4d0b-bf0c-ec3b994d72d2
  kind: Event
  lastTimestamp: "2026-06-02T16:22:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:21:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:22:05Z"
    name: isvc-pmml-predictor.18b55018cb9abf64
    namespace: kserve-ci-e2e-test
    resourceVersion: "25221"
    uid: cae7220d-ed35-46d0-b9d4-efe5c03648fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:21:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24695"
    uid: 1c3e56c7-223c-4d0b-bf0c-ec3b994d72d2
  kind: Event
  lastTimestamp: "2026-06-02T16:22:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:21:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:22:05Z"
    name: isvc-pmml-predictor.18b55018cc037103
    namespace: kserve-ci-e2e-test
    resourceVersion: "25222"
    uid: 877be55b-f978-433f-83a8-a9de3edf4e03
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:22:16.269855Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25361"
    uid: 883a6f75-9aaf-45a1-b230-5a7e3aec70c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-ltgcp
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:22:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:22:16Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp.18b55022604feb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25365"
    uid: 1b5f2259-2087-42f9-be9c-bdbf2d3126b0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: 883a6f75-9aaf-45a1-b230-5a7e3aec70c9
  kind: Event
  lastTimestamp: "2026-06-02T16:22:16Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:22:16Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp.18b550227a025b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "25378"
    uid: b3f36a0e-edb2-41d5-b94a-2804ca6ffe6c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: 883a6f75-9aaf-45a1-b230-5a7e3aec70c9
  kind: Event
  lastTimestamp: "2026-06-02T16:22:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:22:16Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp.18b550227b6c2c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "25380"
    uid: f4b59740-41f1-499d-9007-4ff14eface14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: 883a6f75-9aaf-45a1-b230-5a7e3aec70c9
  kind: Event
  lastTimestamp: "2026-06-02T16:22:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:22:16Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp.18b550227e31aff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25382"
    uid: 9946f651-0d7a-4b42-8f9a-146be8820c8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: 883a6f75-9aaf-45a1-b230-5a7e3aec70c9
  kind: Event
  lastTimestamp: "2026-06-02T16:22:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:22:16Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp.18b550227eaf1931
    namespace: kserve-ci-e2e-test
    resourceVersion: "25383"
    uid: de5ad7d7-8bda-4adc-ab05-b04796b57aac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: 883a6f75-9aaf-45a1-b230-5a7e3aec70c9
  kind: Event
  lastTimestamp: "2026-06-02T16:22:21Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:22:21Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp.18b550237c4f0347
    namespace: kserve-ci-e2e-test
    resourceVersion: "25421"
    uid: 4e1d1257-2d58-4750-9f58-aa2baf864c5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: 883a6f75-9aaf-45a1-b230-5a7e3aec70c9
  kind: Event
  lastTimestamp: "2026-06-02T16:22:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:22:21Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp.18b550237f24ec84
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 462200fb-dd0c-4968-89f8-a99488719fa4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: 883a6f75-9aaf-45a1-b230-5a7e3aec70c9
  kind: Event
  lastTimestamp: "2026-06-02T16:22:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:22:21Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp.18b550237f9f679a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25425"
    uid: 4ac35615-d2d1-4427-bcf4-1844f2dae153
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: 883a6f75-9aaf-45a1-b230-5a7e3aec70c9
  kind: Event
  lastTimestamp: "2026-06-02T16:22:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:22:21Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp.18b550237fac025a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: 9ed38bf8-31be-49e8-a067-a6a082551695
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: 883a6f75-9aaf-45a1-b230-5a7e3aec70c9
  kind: Event
  lastTimestamp: "2026-06-02T16:22:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:22:21Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp.18b55023826440d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25429"
    uid: 50806c58-15ba-48e6-bd45-9964a9a7c9ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: 883a6f75-9aaf-45a1-b230-5a7e3aec70c9
  kind: Event
  lastTimestamp: "2026-06-02T16:22:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:22:21Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp.18b5502382e17c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "25431"
    uid: 6243a216-b04d-4962-abd0-0092f63076a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: 883a6f75-9aaf-45a1-b230-5a7e3aec70c9
  kind: Event
  lastTimestamp: "2026-06-02T16:23:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:23:59Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp.18b55023f40c9fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26196"
    uid: 97a592b0-dcf8-4ab0-980e-492e8ba43be1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: 883a6f75-9aaf-45a1-b230-5a7e3aec70c9
  kind: Event
  lastTimestamp: "2026-06-02T16:23:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:23:57Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp.18b55039e90b246e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26147"
    uid: cfe2573f-1f79-44ea-992c-0aa54c2ccf70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: 883a6f75-9aaf-45a1-b230-5a7e3aec70c9
  kind: Event
  lastTimestamp: "2026-06-02T16:23:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:23:57Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp.18b55039e90b8f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "26150"
    uid: 305e8cfa-ce7c-47a1-9f09-090e6db85c5b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: 883a6f75-9aaf-45a1-b230-5a7e3aec70c9
  kind: Event
  lastTimestamp: "2026-06-02T16:23:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp
    10.133.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:23:59Z"
    name: isvc-pmml-runtime-predictor-67bc544947-ltgcp.18b5503a4e36b8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26195"
    uid: b8796bb6-412f-4ddb-90f1-194af4630341
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "25349"
    uid: c1125622-9641-48b9-a486-08391bbf0cba
  kind: Event
  lastTimestamp: "2026-06-02T16:22:16Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-ltgcp'
  metadata:
    creationTimestamp: "2026-06-02T16:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:22:16Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18b550225fe930e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25362"
    uid: f27fb08c-b809-4254-855e-c81c1d486c7a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25346"
    uid: e251a80b-4e53-4c4e-bf93-524362370378
  kind: Event
  lastTimestamp: "2026-06-02T16:22:16Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-06-02T16:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:22:16Z"
    name: isvc-pmml-runtime-predictor.18b550225b3090f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25351"
    uid: a3c8d77c-1272-4eff-861a-e072d125d7b7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25348"
    uid: 8269d790-97b0-457d-b49e-35fb73311f66
  kind: Event
  lastTimestamp: "2026-06-02T16:23:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:23:01Z"
    name: isvc-pmml-runtime-predictor.18b55025da16ce00
    namespace: kserve-ci-e2e-test
    resourceVersion: "25711"
    uid: 30cddba8-47e4-4d42-8ede-40a8a9f25e4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25348"
    uid: 8269d790-97b0-457d-b49e-35fb73311f66
  kind: Event
  lastTimestamp: "2026-06-02T16:23:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:23:01Z"
    name: isvc-pmml-runtime-predictor.18b55025da7a9aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25712"
    uid: f86ba01d-bec4-446d-9d20-c3e259955caa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:23:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: 8269d790-97b0-457d-b49e-35fb73311f66
  kind: Event
  lastTimestamp: "2026-06-02T16:23:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:23:46Z"
    name: isvc-pmml-runtime-predictor.18b5503057d20743
    namespace: kserve-ci-e2e-test
    resourceVersion: "26026"
    uid: 218c61d6-4069-454e-8fe3-c4a850f1538e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:23:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: 8269d790-97b0-457d-b49e-35fb73311f66
  kind: Event
  lastTimestamp: "2026-06-02T16:23:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:23:46Z"
    name: isvc-pmml-runtime-predictor.18b5503058503b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "26027"
    uid: 363d022d-16a3-411a-a6de-c7aac9deb4dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25317"
    uid: 5a646173-7488-4000-bc8f-d83587170a0a
  kind: Event
  lastTimestamp: "2026-06-02T16:23:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:23:49Z"
    name: isvc-pmml-runtime.18b550225b0b1d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26055"
    uid: 7342bf3c-b8e3-46c4-8ad6-d593017e4e19
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25317"
    uid: 5a646173-7488-4000-bc8f-d83587170a0a
  kind: Event
  lastTimestamp: "2026-06-02T16:22:16Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:22:16Z"
    name: isvc-pmml-runtime.18b550225b6876ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "25371"
    uid: 247d3e79-3d56-4c80-9f8f-50cc0f99e6f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25331"
    uid: 5a646173-7488-4000-bc8f-d83587170a0a
  kind: Event
  lastTimestamp: "2026-06-02T16:22:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:22:16Z"
    name: isvc-pmml-runtime.18b5502261bf44ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25372"
    uid: b9ad0785-cd91-4dae-a41d-f0aa6b2bddf2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:23:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 5a646173-7488-4000-bc8f-d83587170a0a
  kind: Event
  lastTimestamp: "2026-06-02T16:23:49Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:23:49Z"
    name: isvc-pmml-runtime.18b55037ff48148f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26052"
    uid: 33aaf4fe-eac3-49a7-8cfa-21d3ad3a3830
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:23:57.433327Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "26158"
    uid: 0f51886f-ad3f-46d0-95a1-88cfc5d975cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:23:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:23:57Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch.18b55039ee2006bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26162"
    uid: 5fbae34d-5038-4bed-ae7c-1146e7661ee4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:23:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: 0f51886f-ad3f-46d0-95a1-88cfc5d975cc
  kind: Event
  lastTimestamp: "2026-06-02T16:23:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:23:57Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch.18b55039f901b173
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 9ab15ea5-cb9f-4e4c-8dd2-b90a6a92ed15
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:23:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "26167"
    uid: 0f51886f-ad3f-46d0-95a1-88cfc5d975cc
  kind: Event
  lastTimestamp: "2026-06-02T16:23:58Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:23:58Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch.18b5503a2b656527
    namespace: kserve-ci-e2e-test
    resourceVersion: "26186"
    uid: c10b6860-351c-4f34-aed5-bb706a67f6c8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:23:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: 0f51886f-ad3f-46d0-95a1-88cfc5d975cc
  kind: Event
  lastTimestamp: "2026-06-02T16:23:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:23:58Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch.18b5503a2cabaa3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26189"
    uid: c77eab82-f85c-45d1-a948-35fafd875bba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:23:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: 0f51886f-ad3f-46d0-95a1-88cfc5d975cc
  kind: Event
  lastTimestamp: "2026-06-02T16:23:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:23:58Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch.18b5503a2f9e8722
    namespace: kserve-ci-e2e-test
    resourceVersion: "26190"
    uid: e46c6358-1241-4ff0-8081-f9c57735d931
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:23:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: 0f51886f-ad3f-46d0-95a1-88cfc5d975cc
  kind: Event
  lastTimestamp: "2026-06-02T16:23:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:23:58Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch.18b5503a3016ea6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26191"
    uid: e08e5a95-366a-4584-9b6b-441f44a0455f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: 0f51886f-ad3f-46d0-95a1-88cfc5d975cc
  kind: Event
  lastTimestamp: "2026-06-02T16:24:02Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:24:02Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch.18b5503b1134664e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26234"
    uid: b35a3442-7f38-4367-be45-207b01b015d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: 0f51886f-ad3f-46d0-95a1-88cfc5d975cc
  kind: Event
  lastTimestamp: "2026-06-02T16:24:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:24:02Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch.18b5503b14b4c97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26239"
    uid: d2b7ae32-65b0-4355-bff5-4425cfa38c3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: 0f51886f-ad3f-46d0-95a1-88cfc5d975cc
  kind: Event
  lastTimestamp: "2026-06-02T16:24:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:24:02Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch.18b5503b152dd520
    namespace: kserve-ci-e2e-test
    resourceVersion: "26240"
    uid: 68ba3ef1-9c51-4d1d-99d8-f9048c6e0726
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: 0f51886f-ad3f-46d0-95a1-88cfc5d975cc
  kind: Event
  lastTimestamp: "2026-06-02T16:24:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:24:02Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch.18b5503b153a73b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26241"
    uid: b63ff5e6-b63b-4c70-913b-25de19b2a4cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: 0f51886f-ad3f-46d0-95a1-88cfc5d975cc
  kind: Event
  lastTimestamp: "2026-06-02T16:24:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:24:02Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch.18b5503b1811ff94
    namespace: kserve-ci-e2e-test
    resourceVersion: "26243"
    uid: 5223a742-d6bb-4107-9488-55b01c165527
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: 0f51886f-ad3f-46d0-95a1-88cfc5d975cc
  kind: Event
  lastTimestamp: "2026-06-02T16:24:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:24:02Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch.18b5503b18a04a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26244"
    uid: de04066f-d5aa-49c7-9821-932bb837fb75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: 0f51886f-ad3f-46d0-95a1-88cfc5d975cc
  kind: Event
  lastTimestamp: "2026-06-02T16:25:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:25:42Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch.18b5503b88e25161
    namespace: kserve-ci-e2e-test
    resourceVersion: "27039"
    uid: a1033d86-6038-4a07-a0d2-fdad0fd97437
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: 0f51886f-ad3f-46d0-95a1-88cfc5d975cc
  kind: Event
  lastTimestamp: "2026-06-02T16:25:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:25:38Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch.18b550517e9c638b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26970"
    uid: 0f589670-86bb-4b43-803f-258cf3421e87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: 0f51886f-ad3f-46d0-95a1-88cfc5d975cc
  kind: Event
  lastTimestamp: "2026-06-02T16:25:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:25:38Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch.18b550517e9d0a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "26973"
    uid: 9d430325-4fbe-4ac7-aa93-88ddbcf1441a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "26160"
    uid: 0f51886f-ad3f-46d0-95a1-88cfc5d975cc
  kind: Event
  lastTimestamp: "2026-06-02T16:25:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:25:40Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch.18b55051e304c930
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 27829aff-d84f-487d-b954-eaab0942b7f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:23:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: b3fd2256-ab08-43e0-b31d-94c99d0d6338
  kind: Event
  lastTimestamp: "2026-06-02T16:23:57Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-fzpch'
  metadata:
    creationTimestamp: "2026-06-02T16:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:23:57Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18b55039ed964228
    namespace: kserve-ci-e2e-test
    resourceVersion: "26159"
    uid: cc758e09-76c1-420d-ad97-696733a4d37f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:23:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26141"
    uid: 0c45c6d2-6503-4ecb-a6bd-e88aaca45162
  kind: Event
  lastTimestamp: "2026-06-02T16:23:57Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-06-02T16:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:23:57Z"
    name: isvc-pmml-v2-kserve-predictor.18b55039e902d8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26145"
    uid: e6e7a2de-1517-4d65-a5b2-ebc16026e285
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:24:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26143"
    uid: e491da58-377f-4674-b41e-162872460956
  kind: Event
  lastTimestamp: "2026-06-02T16:24:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:24:27Z"
    name: isvc-pmml-v2-kserve-predictor.18b5503d67a72c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26422"
    uid: dbda8591-d0f4-4408-a8db-517012d3de94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:24:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26143"
    uid: e491da58-377f-4674-b41e-162872460956
  kind: Event
  lastTimestamp: "2026-06-02T16:24:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:24:27Z"
    name: isvc-pmml-v2-kserve-predictor.18b5503d6810ef24
    namespace: kserve-ci-e2e-test
    resourceVersion: "26423"
    uid: c38c77ec-99cf-48a5-bed4-0852c21db87b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:24:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26310"
    uid: e491da58-377f-4674-b41e-162872460956
  kind: Event
  lastTimestamp: "2026-06-02T16:25:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:25:27Z"
    name: isvc-pmml-v2-kserve-predictor.18b5504465f60bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26856"
    uid: 2e63c4eb-7cc0-4877-af67-015504700a79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:24:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26310"
    uid: e491da58-377f-4674-b41e-162872460956
  kind: Event
  lastTimestamp: "2026-06-02T16:25:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:25:27Z"
    name: isvc-pmml-v2-kserve-predictor.18b550446667bdec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26857"
    uid: 54949348-52e7-4217-9ea6-5c69923c3b40
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-06-02T16:23:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26116"
    uid: f4ad7185-a452-463e-803c-a24e8233bb60
  kind: Event
  lastTimestamp: "2026-06-02T16:25:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:25:32Z"
    name: isvc-pmml-v2-kserve.18b55039e90d882c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26898"
    uid: ef227d97-f178-4397-bfb5-20feeacad4ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:23:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26116"
    uid: f4ad7185-a452-463e-803c-a24e8233bb60
  kind: Event
  lastTimestamp: "2026-06-02T16:23:57Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:23:57Z"
    name: isvc-pmml-v2-kserve.18b55039e98ef0e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26168"
    uid: c9c75285-966e-400a-bee2-0554c957b725
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:23:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26124"
    uid: f4ad7185-a452-463e-803c-a24e8233bb60
  kind: Event
  lastTimestamp: "2026-06-02T16:23:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:23:57Z"
    name: isvc-pmml-v2-kserve.18b55039ef361882
    namespace: kserve-ci-e2e-test
    resourceVersion: "26169"
    uid: 57910b91-eaf2-4791-a8bb-ec4d3f72c5a6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26896"
    uid: f4ad7185-a452-463e-803c-a24e8233bb60
  kind: Event
  lastTimestamp: "2026-06-02T16:25:32Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:25:32Z"
    name: isvc-pmml-v2-kserve.18b5504ffb422820
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: 75a8eb23-ca0d-49ea-8c40-bb052204c1d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "24512"
    uid: 38db96e1-46b8-45b6-8b29-ad6e465f331c
  kind: Event
  lastTimestamp: "2026-06-02T16:22:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:22:08Z"
    name: isvc-pmml.18b5500acfb1fe13
    namespace: kserve-ci-e2e-test
    resourceVersion: "25256"
    uid: cbf3e1fb-bf85-4eed-a1ab-461588a738fc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "24512"
    uid: 38db96e1-46b8-45b6-8b29-ad6e465f331c
  kind: Event
  lastTimestamp: "2026-06-02T16:20:35Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:20:35Z"
    name: isvc-pmml.18b5500ad005fc02
    namespace: kserve-ci-e2e-test
    resourceVersion: "24565"
    uid: e0903e6c-9beb-4407-b06f-97c5bbe81cb2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:20:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "24549"
    uid: 38db96e1-46b8-45b6-8b29-ad6e465f331c
  kind: Event
  lastTimestamp: "2026-06-02T16:20:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:20:35Z"
    name: isvc-pmml.18b5500ad702f00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: 3dbb0962-0c7b-4042-b8e1-ddfe387b4cd4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:22:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: 38db96e1-46b8-45b6-8b29-ad6e465f331c
  kind: Event
  lastTimestamp: "2026-06-02T16:22:08Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:22:08Z"
    name: isvc-pmml.18b550207dc278c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25255"
    uid: e6b46a1c-10bb-497c-83f0-89155c2fdfd6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:30:40.647823Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29578"
    uid: a361a146-f052-4eae-b388-921853b68269
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:30:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:30:40Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn.18b55097cf94fb56
    namespace: kserve-ci-e2e-test
    resourceVersion: "29583"
    uid: 601f3c3f-ec74-4a3e-a9f4-ae1ba2c510cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29587"
    uid: a361a146-f052-4eae-b388-921853b68269
  kind: Event
  lastTimestamp: "2026-06-02T16:30:41Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:30:41Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn.18b55097e92ee570
    namespace: kserve-ci-e2e-test
    resourceVersion: "29595"
    uid: 9ee0304f-6ff7-4356-b567-264577689182
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: a361a146-f052-4eae-b388-921853b68269
  kind: Event
  lastTimestamp: "2026-06-02T16:30:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:30:41Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn.18b55097eaa8f9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "29598"
    uid: 2e58a985-e272-4910-86d7-54ebd8514d54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: a361a146-f052-4eae-b388-921853b68269
  kind: Event
  lastTimestamp: "2026-06-02T16:30:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:30:41Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn.18b55097ede0b9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "29599"
    uid: 30cbdad4-1650-4cfd-ba3a-eec0fa3a9598
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: a361a146-f052-4eae-b388-921853b68269
  kind: Event
  lastTimestamp: "2026-06-02T16:30:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:30:41Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn.18b55097ee62ba95
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: 16a8a654-91b8-4dc1-9186-e9b89adee647
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: a361a146-f052-4eae-b388-921853b68269
  kind: Event
  lastTimestamp: "2026-06-02T16:30:45Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:30:45Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn.18b55098eddced5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: e59496d2-349b-4267-85ec-daeb9ca86376
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: a361a146-f052-4eae-b388-921853b68269
  kind: Event
  lastTimestamp: "2026-06-02T16:30:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:30:45Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn.18b55098f0d57830
    namespace: kserve-ci-e2e-test
    resourceVersion: "29640"
    uid: fab584fd-93a4-4bf3-b67b-480ac60a18bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: a361a146-f052-4eae-b388-921853b68269
  kind: Event
  lastTimestamp: "2026-06-02T16:30:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:30:45Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn.18b55098f1645da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29642"
    uid: c419d2e9-301b-48d8-bb79-29f22f275257
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: a361a146-f052-4eae-b388-921853b68269
  kind: Event
  lastTimestamp: "2026-06-02T16:30:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:30:45Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn.18b55098f172e387
    namespace: kserve-ci-e2e-test
    resourceVersion: "29643"
    uid: 879ee1d6-2af5-4e90-9c9b-5672691a2ff4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: a361a146-f052-4eae-b388-921853b68269
  kind: Event
  lastTimestamp: "2026-06-02T16:30:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:30:45Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn.18b55098f4152861
    namespace: kserve-ci-e2e-test
    resourceVersion: "29645"
    uid: 51391d5b-fef8-4461-b065-533c7a11dfd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: a361a146-f052-4eae-b388-921853b68269
  kind: Event
  lastTimestamp: "2026-06-02T16:30:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:30:45Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn.18b55098f48dc0f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29646"
    uid: 9a33244e-622e-46f8-98bd-553316734c6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: a361a146-f052-4eae-b388-921853b68269
  kind: Event
  lastTimestamp: "2026-06-02T16:32:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:32:12Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn.18b5509929dfd204
    namespace: kserve-ci-e2e-test
    resourceVersion: "30353"
    uid: c97e3f37-010f-4971-b9be-a74d4155c332
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: a361a146-f052-4eae-b388-921853b68269
  kind: Event
  lastTimestamp: "2026-06-02T16:32:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:32:11Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn.18b550acda9a9e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30302"
    uid: 2192a84f-488a-42ae-9225-be666c02a7ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: a361a146-f052-4eae-b388-921853b68269
  kind: Event
  lastTimestamp: "2026-06-02T16:32:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:32:11Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn.18b550acda9b5a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30305"
    uid: 22873fa8-5996-4f70-b643-13a7fc4c161d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: a361a146-f052-4eae-b388-921853b68269
  kind: Event
  lastTimestamp: "2026-06-02T16:32:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:32:12Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn.18b550ad300c42a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30351"
    uid: 38ea9dbb-e721-46df-9012-ecefdbf56402
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29567"
    uid: d97b3309-056d-4afd-a4ff-e2627e73947b
  kind: Event
  lastTimestamp: "2026-06-02T16:30:40Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-rxcnn'
  metadata:
    creationTimestamp: "2026-06-02T16:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:30:40Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18b55097cf1501c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29579"
    uid: 73e0bfd3-1728-46cc-9476-9b3ad0da8071
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29565"
    uid: b114ec0a-0481-412d-860d-52587af146f7
  kind: Event
  lastTimestamp: "2026-06-02T16:30:40Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:30:40Z"
    name: isvc-predictive-lightgbm-predictor.18b55097ca7624ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29569"
    uid: 33b8db96-b189-4e15-aec0-daf5d6c5c015
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29566"
    uid: 9e2ba0cb-9cde-4564-aa66-f1c64982869c
  kind: Event
  lastTimestamp: "2026-06-02T16:31:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:31:10Z"
    name: isvc-predictive-lightgbm-predictor.18b5509b4964a862
    namespace: kserve-ci-e2e-test
    resourceVersion: "29833"
    uid: b747ac22-347f-4308-8496-2c5e2d4ab853
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29566"
    uid: 9e2ba0cb-9cde-4564-aa66-f1c64982869c
  kind: Event
  lastTimestamp: "2026-06-02T16:31:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:31:10Z"
    name: isvc-predictive-lightgbm-predictor.18b5509b49ca0bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29834"
    uid: 7c11696e-7150-4574-a5bb-f4ed8ef42efd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:31:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29733"
    uid: 9e2ba0cb-9cde-4564-aa66-f1c64982869c
  kind: Event
  lastTimestamp: "2026-06-02T16:32:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:32:10Z"
    name: isvc-predictive-lightgbm-predictor.18b550a247c85ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30268"
    uid: 2650bbd8-9195-4a25-98d4-9fba29247d2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:31:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29733"
    uid: 9e2ba0cb-9cde-4564-aa66-f1c64982869c
  kind: Event
  lastTimestamp: "2026-06-02T16:32:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:32:10Z"
    name: isvc-predictive-lightgbm-predictor.18b550a2483c993d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30270"
    uid: 128cd4ff-c7fe-4337-a947-fc58758efe9c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:35:11.551198Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31771"
    uid: 5c209106-cb79-4124-8808-78b1acb753c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:35:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:35:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8.18b550d6e2ae7139
    namespace: kserve-ci-e2e-test
    resourceVersion: "31777"
    uid: c25fa682-b117-489a-990b-a93f2d8a3e39
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 5c209106-cb79-4124-8808-78b1acb753c7
  kind: Event
  lastTimestamp: "2026-06-02T16:35:11Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:35:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8.18b550d6fc6163e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: bfee9b1f-f294-4c77-9c08-b1e58d6a80a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 5c209106-cb79-4124-8808-78b1acb753c7
  kind: Event
  lastTimestamp: "2026-06-02T16:35:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:35:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8.18b550d70055d2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31794"
    uid: 6c75f844-3abf-418d-b9ff-d64ad1342e90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 5c209106-cb79-4124-8808-78b1acb753c7
  kind: Event
  lastTimestamp: "2026-06-02T16:35:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:35:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8.18b550d7030b84c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31797"
    uid: f3f317c0-77f2-42b2-b37c-5d0adfd41214
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 5c209106-cb79-4124-8808-78b1acb753c7
  kind: Event
  lastTimestamp: "2026-06-02T16:35:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:35:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8.18b550d7037980bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31799"
    uid: 15b22b4f-d9c1-4b67-b7ac-edd9182bf68c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 5c209106-cb79-4124-8808-78b1acb753c7
  kind: Event
  lastTimestamp: "2026-06-02T16:35:16Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:35:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8.18b550d7f9e1563e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31844"
    uid: 24e0775b-cf01-431a-bc63-f9acb52cab1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 5c209106-cb79-4124-8808-78b1acb753c7
  kind: Event
  lastTimestamp: "2026-06-02T16:35:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:35:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8.18b550d7fd221e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "31849"
    uid: 9fce6efe-515f-482d-aa4b-15f5a6fd3e35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 5c209106-cb79-4124-8808-78b1acb753c7
  kind: Event
  lastTimestamp: "2026-06-02T16:35:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:35:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8.18b550d7fda27353
    namespace: kserve-ci-e2e-test
    resourceVersion: "31850"
    uid: 4d963f7f-5c34-4aa4-ac2c-0b0281b2382f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 5c209106-cb79-4124-8808-78b1acb753c7
  kind: Event
  lastTimestamp: "2026-06-02T16:35:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:35:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8.18b550d7fdaf3888
    namespace: kserve-ci-e2e-test
    resourceVersion: "31851"
    uid: 1e3cd6e8-3b42-4cd9-bb64-0186128cfb18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 5c209106-cb79-4124-8808-78b1acb753c7
  kind: Event
  lastTimestamp: "2026-06-02T16:35:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:35:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8.18b550d80081b8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31853"
    uid: ce7abfeb-5d0d-412d-b575-e152c3dce82b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 5c209106-cb79-4124-8808-78b1acb753c7
  kind: Event
  lastTimestamp: "2026-06-02T16:35:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:35:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8.18b550d800fa9275
    namespace: kserve-ci-e2e-test
    resourceVersion: "31855"
    uid: 04b3265b-4c54-469c-b6c8-199de08660ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 5c209106-cb79-4124-8808-78b1acb753c7
  kind: Event
  lastTimestamp: "2026-06-02T16:36:43Z"
  message: 'Readiness probe failed: Get "http://10.133.0.27:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.27:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:36:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8.18b550e0983a2062
    namespace: kserve-ci-e2e-test
    resourceVersion: "32517"
    uid: 85cc5fc4-a2cb-43cc-87b9-84f30be44e21
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 5c209106-cb79-4124-8808-78b1acb753c7
  kind: Event
  lastTimestamp: "2026-06-02T16:36:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:36:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8.18b550ebddc277fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32485"
    uid: 6a985b43-6835-487b-b4db-5e185bf9c6b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 5c209106-cb79-4124-8808-78b1acb753c7
  kind: Event
  lastTimestamp: "2026-06-02T16:36:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:36:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8.18b550ebddc32957
    namespace: kserve-ci-e2e-test
    resourceVersion: "32487"
    uid: 2d74efd6-b406-4395-a57b-eed35736a8b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 5c209106-cb79-4124-8808-78b1acb753c7
  kind: Event
  lastTimestamp: "2026-06-02T16:36:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:36:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8.18b550ec3c1468ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32516"
    uid: 3cc8492b-f299-4a04-b427-dad4c75e70ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: cd7e8caa-58e8-4331-88ab-1e2b933ba040
  kind: Event
  lastTimestamp: "2026-06-02T16:35:11Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hwvn8'
  metadata:
    creationTimestamp: "2026-06-02T16:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:35:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18b550d6e23d3808
    namespace: kserve-ci-e2e-test
    resourceVersion: "31772"
    uid: 66b5db6f-b1e7-4248-bab4-4158aff3f5f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31757"
    uid: 8838e78d-81ee-4093-9dd9-7e255a7ec488
  kind: Event
  lastTimestamp: "2026-06-02T16:35:11Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:35:11Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b550d6dcd9c629
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: 06f8902d-3c72-40e6-9e30-f960e79dd110
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31759"
    uid: 0f005c05-46f7-4352-bc7f-55e8db4cb64a
  kind: Event
  lastTimestamp: "2026-06-02T16:35:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:35:41Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b550da5c00160f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32029"
    uid: fdb2ad99-b50b-44ea-b9f5-4e8df8c73404
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31759"
    uid: 0f005c05-46f7-4352-bc7f-55e8db4cb64a
  kind: Event
  lastTimestamp: "2026-06-02T16:35:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:35:41Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b550da5c7542ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32030"
    uid: 45612f6b-46d8-47c4-a2a4-cee190f6b220
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31923"
    uid: 0f005c05-46f7-4352-bc7f-55e8db4cb64a
  kind: Event
  lastTimestamp: "2026-06-02T16:36:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:36:41Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b550e15b7cf30b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32456"
    uid: 4f91003b-fac8-478c-98ad-8bed33207404
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31923"
    uid: 0f005c05-46f7-4352-bc7f-55e8db4cb64a
  kind: Event
  lastTimestamp: "2026-06-02T16:36:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:36:41Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b550e15c1aff5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32457"
    uid: 18a34549-48e7-40aa-96bb-0dd50a3ab88e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31727"
    uid: 7987a0f8-8a01-4e72-ae01-8871d5bf2d95
  kind: Event
  lastTimestamp: "2026-06-02T16:36:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:36:33Z"
    name: isvc-predictive-lightgbm-v2.18b550d6dcb993f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32399"
    uid: 1a9c73db-b564-43f7-a2f4-cef0245a89a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31727"
    uid: 7987a0f8-8a01-4e72-ae01-8871d5bf2d95
  kind: Event
  lastTimestamp: "2026-06-02T16:35:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:35:11Z"
    name: isvc-predictive-lightgbm-v2.18b550d6dd24cb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "31779"
    uid: 6368acb1-6881-4210-9525-aea869642e43
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31740"
    uid: 7987a0f8-8a01-4e72-ae01-8871d5bf2d95
  kind: Event
  lastTimestamp: "2026-06-02T16:35:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:35:11Z"
    name: isvc-predictive-lightgbm-v2.18b550d6e2f49c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "31781"
    uid: bb13eeae-b0d0-4f8b-a247-0a3c2a2a4e07
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32397"
    uid: 7987a0f8-8a01-4e72-ae01-8871d5bf2d95
  kind: Event
  lastTimestamp: "2026-06-02T16:36:33Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:36:33Z"
    name: isvc-predictive-lightgbm-v2.18b550e9ed892762
    namespace: kserve-ci-e2e-test
    resourceVersion: "32398"
    uid: 054ef5af-1d50-4ce0-91fd-acb2f502cf0a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29537"
    uid: 723f5d74-3fcd-482c-a468-461fb08ac853
  kind: Event
  lastTimestamp: "2026-06-02T16:32:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:32:02Z"
    name: isvc-predictive-lightgbm.18b55097ca547f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30208"
    uid: deb1939f-b7c0-4606-a7f8-a5fcf59c52e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29537"
    uid: 723f5d74-3fcd-482c-a468-461fb08ac853
  kind: Event
  lastTimestamp: "2026-06-02T16:30:40Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:30:40Z"
    name: isvc-predictive-lightgbm.18b55097cb07bd59
    namespace: kserve-ci-e2e-test
    resourceVersion: "29572"
    uid: 702cc908-c317-495a-89ab-2bf5424816da
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30205"
    uid: 723f5d74-3fcd-482c-a468-461fb08ac853
  kind: Event
  lastTimestamp: "2026-06-02T16:32:02Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:32:02Z"
    name: isvc-predictive-lightgbm.18b550aae2bd29af
    namespace: kserve-ci-e2e-test
    resourceVersion: "30207"
    uid: 854a0255-91b6-4aee-9731-ed0ec6c4d0fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:27:20.188430Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27971"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:27:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:27:20Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b5506923456613
    namespace: kserve-ci-e2e-test
    resourceVersion: "27979"
    uid: 07eadd1b-4468-4e89-80d6-69ec76ea45f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: "2026-06-02T16:27:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:20Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b550692f20f3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27986"
    uid: 1243a6c3-4ab3-4d39-81f8-51339e030bc6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27982"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: "2026-06-02T16:27:21Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:27:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b55069607c2386
    namespace: kserve-ci-e2e-test
    resourceVersion: "27996"
    uid: f0554848-cdda-4b7b-8d58-9d70b0c92a7f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: "2026-06-02T16:27:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b5506961d76c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "27998"
    uid: d7b918fd-6147-4577-aaf7-e60e1d7dee69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: "2026-06-02T16:27:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b55069647eb818
    namespace: kserve-ci-e2e-test
    resourceVersion: "28001"
    uid: 83fd603a-5068-4132-9be3-ca71a9e0f977
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: "2026-06-02T16:27:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b5506964fbd029
    namespace: kserve-ci-e2e-test
    resourceVersion: "28002"
    uid: eb8fd4d2-6d6f-43da-88bc-a15cb7a6c949
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: "2026-06-02T16:27:24Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-06-02T16:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b5506a3ae9838e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28039"
    uid: 7713f4c0-2669-49df-835e-04f503db0da0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: "2026-06-02T16:27:46Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.549s
    (21.549s including waiting). Image size: 2349077360 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:46Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b5506f3f5c001c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28193"
    uid: 6f00178d-a6a7-4af1-8c56-2fc616cc9875
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: "2026-06-02T16:27:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:46Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b5506f42f55d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 36297478-8272-4a2f-b3a2-5f2cf0d3a383
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: "2026-06-02T16:27:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:46Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b5506f436dd910
    namespace: kserve-ci-e2e-test
    resourceVersion: "28196"
    uid: 7cdfc2a9-54f1-421e-a62c-6b445ee53f80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: "2026-06-02T16:27:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:46Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b5506f437b638e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28197"
    uid: f20d1041-e19a-4c89-b5f8-ad992e8896cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: "2026-06-02T16:27:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:46Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b5506f46926c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "28198"
    uid: 33da505b-b00e-456d-9da4-7d99a1c596a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: "2026-06-02T16:27:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:46Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b5506f472a0f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "28199"
    uid: f407c326-8be6-4660-8d01-2e21de5d8b06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: "2026-06-02T16:29:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:29:13Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b5506f9a212ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28907"
    uid: d8e0a0b3-f635-46ee-9b37-d7d39183abac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: "2026-06-02T16:29:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:29:10Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b55082c6b30e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: d54d74c2-ea9e-41e9-869d-080e9b57a326
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: "2026-06-02T16:29:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:29:10Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b55082c6b3bb59
    namespace: kserve-ci-e2e-test
    resourceVersion: "28821"
    uid: 2dc2b2ce-2574-4e69-9572-52b75597936f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: 4daf93d8-b90b-47db-b838-59fc667bee46
  kind: Event
  lastTimestamp: "2026-06-02T16:29:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:29:13Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4.18b55083a03c8afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28906"
    uid: 2e62b4e2-14cd-4fb1-b98f-17fc8cb8c4cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27963"
    uid: 470910b1-77be-4e97-bd2f-e9d07cfc420b
  kind: Event
  lastTimestamp: "2026-06-02T16:27:20Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-mvcm4'
  metadata:
    creationTimestamp: "2026-06-02T16:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:27:20Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18b55069225be341
    namespace: kserve-ci-e2e-test
    resourceVersion: "27973"
    uid: 703d92ea-367f-4eec-8840-82f060f7e88b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27961"
    uid: f0bdb38d-8d98-4cd3-b240-0345549f4a14
  kind: Event
  lastTimestamp: "2026-06-02T16:27:20Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:27:20Z"
    name: isvc-predictive-sklearn-predictor.18b550691fcd7cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27965"
    uid: 4e483c4b-9a6c-4627-b1b4-1a92d613308d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: 603b4251-c9d0-4a0c-954f-8af2d9fe6927
  kind: Event
  lastTimestamp: "2026-06-02T16:28:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:28:20Z"
    name: isvc-predictive-sklearn-predictor.18b5506c9e56a81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28443"
    uid: 2dc040b5-effb-4de9-993f-7f9d8f7da43d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: 603b4251-c9d0-4a0c-954f-8af2d9fe6927
  kind: Event
  lastTimestamp: "2026-06-02T16:28:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:28:20Z"
    name: isvc-predictive-sklearn-predictor.18b5506c9eb73f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28444"
    uid: 66d389c3-3bb9-446c-8c4b-a20ab70ea17b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:28:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 603b4251-c9d0-4a0c-954f-8af2d9fe6927
  kind: Event
  lastTimestamp: "2026-06-02T16:29:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:29:05Z"
    name: isvc-predictive-sklearn-predictor.18b5507a9a6465ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28761"
    uid: 614e5c7e-0437-4d6e-8939-01577e29428e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:28:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 603b4251-c9d0-4a0c-954f-8af2d9fe6927
  kind: Event
  lastTimestamp: "2026-06-02T16:29:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:29:05Z"
    name: isvc-predictive-sklearn-predictor.18b5507a9ac7ae5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28762"
    uid: e0c5b032-382a-42f3-b357-3f4f77327a2a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:32:11.192069Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30318"
    uid: 67b2fbd9-03f8-4b5e-b7db-e673e5bc90e8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:32:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:32:11Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd.18b550ace4709e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: bb986311-1fe8-46ac-b2e6-76ae6ee3e820
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 67b2fbd9-03f8-4b5e-b7db-e673e5bc90e8
  kind: Event
  lastTimestamp: "2026-06-02T16:32:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:32:11Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd.18b550acf013cec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30332"
    uid: b11a91dc-ef41-4698-bcd3-e5d3e904508a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: 67b2fbd9-03f8-4b5e-b7db-e673e5bc90e8
  kind: Event
  lastTimestamp: "2026-06-02T16:32:12Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:32:12Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd.18b550ad21c4c3a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 798db518-af6e-48fd-9aa9-2e7ed20f160e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 67b2fbd9-03f8-4b5e-b7db-e673e5bc90e8
  kind: Event
  lastTimestamp: "2026-06-02T16:32:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:32:12Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd.18b550ad236ebf49
    namespace: kserve-ci-e2e-test
    resourceVersion: "30345"
    uid: bf79afd4-a68c-4cc2-8ee1-0ce263c84e38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 67b2fbd9-03f8-4b5e-b7db-e673e5bc90e8
  kind: Event
  lastTimestamp: "2026-06-02T16:32:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:32:12Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd.18b550ad26f369b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30347"
    uid: 06d518e9-0755-41af-bf91-7e9f07e9b0ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 67b2fbd9-03f8-4b5e-b7db-e673e5bc90e8
  kind: Event
  lastTimestamp: "2026-06-02T16:32:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:32:12Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd.18b550ad27833041
    namespace: kserve-ci-e2e-test
    resourceVersion: "30348"
    uid: 7cab6ac8-2189-4036-bb36-8af4b79b6433
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 67b2fbd9-03f8-4b5e-b7db-e673e5bc90e8
  kind: Event
  lastTimestamp: "2026-06-02T16:32:16Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:32:16Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd.18b550ae2d44af9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: f09eae74-fcca-405b-a436-70d06f145d10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 67b2fbd9-03f8-4b5e-b7db-e673e5bc90e8
  kind: Event
  lastTimestamp: "2026-06-02T16:32:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:32:16Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd.18b550ae30a6f936
    namespace: kserve-ci-e2e-test
    resourceVersion: "30394"
    uid: 2b20361f-a39d-476e-bd65-a477932e99ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 67b2fbd9-03f8-4b5e-b7db-e673e5bc90e8
  kind: Event
  lastTimestamp: "2026-06-02T16:32:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:32:16Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd.18b550ae31248046
    namespace: kserve-ci-e2e-test
    resourceVersion: "30395"
    uid: d745ea83-a689-44a0-bb15-843e93f54841
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 67b2fbd9-03f8-4b5e-b7db-e673e5bc90e8
  kind: Event
  lastTimestamp: "2026-06-02T16:32:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:32:16Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd.18b550ae3130d34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30396"
    uid: 7b7165d0-06a4-43df-8fa1-84bc1fccf68c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 67b2fbd9-03f8-4b5e-b7db-e673e5bc90e8
  kind: Event
  lastTimestamp: "2026-06-02T16:32:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:32:16Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd.18b550ae33ec5e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: 20e289e9-4c9b-48c0-8538-fc9b3a46734f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 67b2fbd9-03f8-4b5e-b7db-e673e5bc90e8
  kind: Event
  lastTimestamp: "2026-06-02T16:32:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:32:16Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd.18b550ae34781992
    namespace: kserve-ci-e2e-test
    resourceVersion: "30399"
    uid: f6f203d8-b5ab-43bf-9fc9-d4a256f56e71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 67b2fbd9-03f8-4b5e-b7db-e673e5bc90e8
  kind: Event
  lastTimestamp: "2026-06-02T16:33:30Z"
  message: 'Readiness probe failed: Get "http://10.133.0.25:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.25:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:33:30Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd.18b550b707806a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "30921"
    uid: a862d49e-3599-4f08-adee-25394570d965
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 67b2fbd9-03f8-4b5e-b7db-e673e5bc90e8
  kind: Event
  lastTimestamp: "2026-06-02T16:33:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:33:41Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd.18b550c1dcd45bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: f266e75c-a1b4-43e6-9940-3324828141f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 67b2fbd9-03f8-4b5e-b7db-e673e5bc90e8
  kind: Event
  lastTimestamp: "2026-06-02T16:33:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:33:41Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd.18b550c1dcd50cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31047"
    uid: 88c86499-63bb-4661-b33a-39d55e2f3d03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 67b2fbd9-03f8-4b5e-b7db-e673e5bc90e8
  kind: Event
  lastTimestamp: "2026-06-02T16:33:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:33:44Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd.18b550c2ab667c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "31102"
    uid: 9acf23ea-3757-462c-b8a7-501afa86ae32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 051950cb-f419-4115-bc42-0621117d1597
  kind: Event
  lastTimestamp: "2026-06-02T16:32:11Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-blvmd'
  metadata:
    creationTimestamp: "2026-06-02T16:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:32:11Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18b550ace35c16b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30319"
    uid: 8044dfa9-b904-4b09-9fdf-0322b874f1dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30301"
    uid: 07e0130b-f89d-4334-82e6-2b73b3ca368f
  kind: Event
  lastTimestamp: "2026-06-02T16:32:11Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:32:11Z"
    name: isvc-predictive-sklearn-v2-predictor.18b550acdb5eb9f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30307"
    uid: 50853b50-101d-4c96-b69a-f9e6cf10628f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30303"
    uid: 13506f2e-be14-413d-96bb-2fd6eb6366e4
  kind: Event
  lastTimestamp: "2026-06-02T16:32:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:32:41Z"
    name: isvc-predictive-sklearn-v2-predictor.18b550b05a9fca1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30577"
    uid: 4941e563-b14b-4c3b-93eb-125420780fed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30303"
    uid: 13506f2e-be14-413d-96bb-2fd6eb6366e4
  kind: Event
  lastTimestamp: "2026-06-02T16:32:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:32:41Z"
    name: isvc-predictive-sklearn-v2-predictor.18b550b05b5d1d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30578"
    uid: 8cea5c02-cecf-4d24-a7f5-b48633ed8cb8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30464"
    uid: 13506f2e-be14-413d-96bb-2fd6eb6366e4
  kind: Event
  lastTimestamp: "2026-06-02T16:33:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:33:41Z"
    name: isvc-predictive-sklearn-v2-predictor.18b550b75940480b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31009"
    uid: 46780201-8d65-4ca4-a325-83599010ba98
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30464"
    uid: 13506f2e-be14-413d-96bb-2fd6eb6366e4
  kind: Event
  lastTimestamp: "2026-06-02T16:33:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:33:41Z"
    name: isvc-predictive-sklearn-v2-predictor.18b550b759ab0d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31011"
    uid: 60c3f331-02a6-4be4-89d1-fa784b996776
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30274"
    uid: 8d1636a0-b497-4fca-8037-6a54b5ad58a4
  kind: Event
  lastTimestamp: "2026-06-02T16:33:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:33:40Z"
    name: isvc-predictive-sklearn-v2.18b550acdb4edac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: 0ae69f7e-54af-4fac-bcb0-2c9d488dc3ad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:32:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30274"
    uid: 8d1636a0-b497-4fca-8037-6a54b5ad58a4
  kind: Event
  lastTimestamp: "2026-06-02T16:32:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:32:11Z"
    name: isvc-predictive-sklearn-v2.18b550acdbe3d859
    namespace: kserve-ci-e2e-test
    resourceVersion: "30309"
    uid: 991b9cc9-8755-41f2-9aa4-ca6e9b04a9e6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30997"
    uid: 8d1636a0-b497-4fca-8037-6a54b5ad58a4
  kind: Event
  lastTimestamp: "2026-06-02T16:33:40Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:33:40Z"
    name: isvc-predictive-sklearn-v2.18b550c19a9f18d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30998"
    uid: 44bdc846-4387-41d2-af61-2f1619f08c5c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27953"
    uid: b459716e-4c6e-4616-a32b-e52c439f6b42
  kind: Event
  lastTimestamp: "2026-06-02T16:29:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:29:04Z"
    name: isvc-predictive-sklearn.18b550691fad32d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28751"
    uid: b5b4826d-e7f4-4666-8384-ed823ea16d24
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27953"
    uid: b459716e-4c6e-4616-a32b-e52c439f6b42
  kind: Event
  lastTimestamp: "2026-06-02T16:27:20Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:27:20Z"
    name: isvc-predictive-sklearn.18b5506920001095
    namespace: kserve-ci-e2e-test
    resourceVersion: "27967"
    uid: 6b191c0a-ca54-42ff-9bc0-0b5ac9f09f67
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: b459716e-4c6e-4616-a32b-e52c439f6b42
  kind: Event
  lastTimestamp: "2026-06-02T16:29:04Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:29:04Z"
    name: isvc-predictive-sklearn.18b5508150d1da63
    namespace: kserve-ci-e2e-test
    resourceVersion: "28750"
    uid: eda4f962-464e-480b-b778-de05b7716abf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:29:10.486819Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28848"
    uid: 02a0823c-e86c-48ff-927b-6c46a1837930
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:29:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:29:10Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2.18b55082d1914018
    namespace: kserve-ci-e2e-test
    resourceVersion: "28852"
    uid: 1dc59a21-5edf-4442-bd29-16400803ba53
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 02a0823c-e86c-48ff-927b-6c46a1837930
  kind: Event
  lastTimestamp: "2026-06-02T16:29:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:29:10Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2.18b55082dc466985
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: 54aa8040-b104-4dbe-aa8d-f72ea16546cd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28857"
    uid: 02a0823c-e86c-48ff-927b-6c46a1837930
  kind: Event
  lastTimestamp: "2026-06-02T16:29:11Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:29:11Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2.18b550830ef050db
    namespace: kserve-ci-e2e-test
    resourceVersion: "28877"
    uid: f537ee2d-5806-4242-b5ac-a6da884acad9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 02a0823c-e86c-48ff-927b-6c46a1837930
  kind: Event
  lastTimestamp: "2026-06-02T16:29:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:29:11Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2.18b5508310471597
    namespace: kserve-ci-e2e-test
    resourceVersion: "28879"
    uid: 7a4e0db2-c603-4bb0-b7e9-f8757e2183c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 02a0823c-e86c-48ff-927b-6c46a1837930
  kind: Event
  lastTimestamp: "2026-06-02T16:29:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:29:11Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2.18b55083132eb3ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28880"
    uid: c2ca277d-c517-4482-be56-d572648992e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 02a0823c-e86c-48ff-927b-6c46a1837930
  kind: Event
  lastTimestamp: "2026-06-02T16:29:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:29:11Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2.18b5508313a86252
    namespace: kserve-ci-e2e-test
    resourceVersion: "28881"
    uid: b9fb8a54-e8b4-4258-a17a-2310ed091924
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 02a0823c-e86c-48ff-927b-6c46a1837930
  kind: Event
  lastTimestamp: "2026-06-02T16:29:16Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:29:16Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2.18b5508425e1684a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28923"
    uid: d305b2b1-c9bc-4637-ad97-17b0f6a98983
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 02a0823c-e86c-48ff-927b-6c46a1837930
  kind: Event
  lastTimestamp: "2026-06-02T16:29:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:29:16Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2.18b5508429ee72f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28929"
    uid: 56a2cce1-bad1-49a3-a33f-d7569e30ff0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 02a0823c-e86c-48ff-927b-6c46a1837930
  kind: Event
  lastTimestamp: "2026-06-02T16:29:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:29:16Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2.18b550842a82d01b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28930"
    uid: 6a640407-68a8-436d-babc-ed9c4ef8dbab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 02a0823c-e86c-48ff-927b-6c46a1837930
  kind: Event
  lastTimestamp: "2026-06-02T16:29:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:29:16Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2.18b550842a8f70d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28931"
    uid: 96673674-fe91-47f5-957e-4c7ec6fc1624
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 02a0823c-e86c-48ff-927b-6c46a1837930
  kind: Event
  lastTimestamp: "2026-06-02T16:29:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:29:16Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2.18b550842d4c4d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28933"
    uid: 1c564b64-965f-40ed-b802-23b999c6a6d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 02a0823c-e86c-48ff-927b-6c46a1837930
  kind: Event
  lastTimestamp: "2026-06-02T16:29:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:29:16Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2.18b550842dc6aa19
    namespace: kserve-ci-e2e-test
    resourceVersion: "28934"
    uid: a4254ed9-dcdd-4150-a000-8738d13ce07a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 02a0823c-e86c-48ff-927b-6c46a1837930
  kind: Event
  lastTimestamp: "2026-06-02T16:30:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:30:44Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2.18b550849db180db
    namespace: kserve-ci-e2e-test
    resourceVersion: "29627"
    uid: 8e43cbab-5970-4033-8763-35a80bba48f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 02a0823c-e86c-48ff-927b-6c46a1837930
  kind: Event
  lastTimestamp: "2026-06-02T16:30:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:30:40Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2.18b55097c8d4bbae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: 5a3892d4-35f0-4f27-bcc4-97580af76fe5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 02a0823c-e86c-48ff-927b-6c46a1837930
  kind: Event
  lastTimestamp: "2026-06-02T16:30:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:30:40Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2.18b55097c8d54cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "29562"
    uid: e8eb0a24-bcb3-450a-8534-022d1252ca08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 02a0823c-e86c-48ff-927b-6c46a1837930
  kind: Event
  lastTimestamp: "2026-06-02T16:30:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:30:44Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2.18b55098a3e04186
    namespace: kserve-ci-e2e-test
    resourceVersion: "29626"
    uid: 63f3f23c-3e57-4b21-a950-4165651c5586
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28834"
    uid: aac3cfe9-d131-4bfe-b89c-8dcf67e5ead6
  kind: Event
  lastTimestamp: "2026-06-02T16:29:10Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-bdld2'
  metadata:
    creationTimestamp: "2026-06-02T16:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:29:10Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18b55082d126e97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28849"
    uid: 5ca68dc8-7728-4d6a-8118-e66fee6b6115
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 8383b6bb-1b5d-41f4-b894-83a237fdf803
  kind: Event
  lastTimestamp: "2026-06-02T16:29:10Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:29:10Z"
    name: isvc-predictive-xgboost-predictor.18b55082cab5e189
    namespace: kserve-ci-e2e-test
    resourceVersion: "28837"
    uid: 4f1aadc2-be82-4642-bd8b-3424ca631bd9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28833"
    uid: efd21a90-6636-4529-b6c2-6d62ecd4b077
  kind: Event
  lastTimestamp: "2026-06-02T16:29:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:29:25Z"
    name: isvc-predictive-xgboost-predictor.18b5508649920a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 5f914004-9328-402d-ac01-227c0df1b459
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28833"
    uid: efd21a90-6636-4529-b6c2-6d62ecd4b077
  kind: Event
  lastTimestamp: "2026-06-02T16:29:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:29:25Z"
    name: isvc-predictive-xgboost-predictor.18b5508649f79019
    namespace: kserve-ci-e2e-test
    resourceVersion: "29000"
    uid: a460d3fb-a5ab-4d13-9689-9933da02e7ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28999"
    uid: efd21a90-6636-4529-b6c2-6d62ecd4b077
  kind: Event
  lastTimestamp: "2026-06-02T16:30:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:30:40Z"
    name: isvc-predictive-xgboost-predictor.18b55089c89b2991
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: b8d10558-165c-4871-9fb1-168e774abb36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28999"
    uid: efd21a90-6636-4529-b6c2-6d62ecd4b077
  kind: Event
  lastTimestamp: "2026-06-02T16:30:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:30:40Z"
    name: isvc-predictive-xgboost-predictor.18b55089c8fd62fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29536"
    uid: e9e90019-5150-416e-a01e-32b9b4d7f222
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:33:41.379823Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31055"
    uid: edb22358-f20f-4ec0-96ca-4bd54f6d4090
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:33:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:33:41Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf.18b550c1e40c75ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31062"
    uid: 22c9b3f2-9289-414e-9a2a-e40f10a983fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31066"
    uid: edb22358-f20f-4ec0-96ca-4bd54f6d4090
  kind: Event
  lastTimestamp: "2026-06-02T16:33:41Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:33:41Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf.18b550c1fd922706
    namespace: kserve-ci-e2e-test
    resourceVersion: "31073"
    uid: bb9968b8-f63f-4ba1-9890-392af81ffebd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: edb22358-f20f-4ec0-96ca-4bd54f6d4090
  kind: Event
  lastTimestamp: "2026-06-02T16:33:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:33:41Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf.18b550c1fef21166
    namespace: kserve-ci-e2e-test
    resourceVersion: "31075"
    uid: b998e08d-ecca-4402-bd24-2455d9951e01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: edb22358-f20f-4ec0-96ca-4bd54f6d4090
  kind: Event
  lastTimestamp: "2026-06-02T16:33:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:33:41Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf.18b550c20237ae1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31076"
    uid: 17f4e1e8-bf8a-4f14-84e9-3e451fb113d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: edb22358-f20f-4ec0-96ca-4bd54f6d4090
  kind: Event
  lastTimestamp: "2026-06-02T16:33:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:33:41Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf.18b550c202b5d52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31077"
    uid: 0c53937e-bb50-474f-9ee9-6093f7c34ca5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: edb22358-f20f-4ec0-96ca-4bd54f6d4090
  kind: Event
  lastTimestamp: "2026-06-02T16:33:45Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:33:45Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf.18b550c2f5e4328b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31109"
    uid: c2a820e3-650d-4c66-8477-aedd81a3f34a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: edb22358-f20f-4ec0-96ca-4bd54f6d4090
  kind: Event
  lastTimestamp: "2026-06-02T16:33:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:33:46Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf.18b550c2f986236d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: a4720645-c15a-4267-a8d6-98b4d0da5aae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: edb22358-f20f-4ec0-96ca-4bd54f6d4090
  kind: Event
  lastTimestamp: "2026-06-02T16:33:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:33:46Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf.18b550c2fa03afcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31114"
    uid: 6e3c770f-04b2-4b09-9550-cb6169eb643f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: edb22358-f20f-4ec0-96ca-4bd54f6d4090
  kind: Event
  lastTimestamp: "2026-06-02T16:33:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:33:46Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf.18b550c2fa10a62c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31115"
    uid: 40931225-7922-4415-be2a-427057e96815
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: edb22358-f20f-4ec0-96ca-4bd54f6d4090
  kind: Event
  lastTimestamp: "2026-06-02T16:33:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:33:46Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf.18b550c2fcfd9bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: bf846968-ab68-4eb7-84e0-f7dbbefb7465
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: edb22358-f20f-4ec0-96ca-4bd54f6d4090
  kind: Event
  lastTimestamp: "2026-06-02T16:33:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:33:46Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf.18b550c2fd76d986
    namespace: kserve-ci-e2e-test
    resourceVersion: "31120"
    uid: c1869b00-727e-44b3-885c-3db15f091d73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-06-02T16:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: edb22358-f20f-4ec0-96ca-4bd54f6d4090
  kind: Event
  lastTimestamp: "2026-06-02T16:35:12Z"
  message: 'Readiness probe failed: Get "http://10.133.0.26:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.26:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:35:12Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf.18b550cb943fbeb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31813"
    uid: 8d631479-aa76-47ef-afec-ec6faa276908
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: edb22358-f20f-4ec0-96ca-4bd54f6d4090
  kind: Event
  lastTimestamp: "2026-06-02T16:35:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:35:11Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf.18b550d6dbaaf8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: aadfe3d2-7bdf-480e-96fc-1f18cb48d208
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: edb22358-f20f-4ec0-96ca-4bd54f6d4090
  kind: Event
  lastTimestamp: "2026-06-02T16:35:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:35:11Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf.18b550d6dbada825
    namespace: kserve-ci-e2e-test
    resourceVersion: "31758"
    uid: 22311563-d9fe-42bf-b57c-d0f72dee3088
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: edb22358-f20f-4ec0-96ca-4bd54f6d4090
  kind: Event
  lastTimestamp: "2026-06-02T16:35:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:35:12Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf.18b550d73828c566
    namespace: kserve-ci-e2e-test
    resourceVersion: "31812"
    uid: 9804cbf8-4551-45b4-bad8-aa21b8c79366
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: 5eb03f34-37b3-40c9-ac01-090bde4e15bf
  kind: Event
  lastTimestamp: "2026-06-02T16:33:41Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-z9nsf'
  metadata:
    creationTimestamp: "2026-06-02T16:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:33:41Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18b550c1e379c9d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31056"
    uid: fc82a165-e9e0-4933-89df-3ac4333837a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31038"
    uid: 92c162b3-14a5-4f13-aaef-554f417ad19f
  kind: Event
  lastTimestamp: "2026-06-02T16:33:41Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:33:41Z"
    name: isvc-predictive-xgboost-v2-predictor.18b550c1dcdd80aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31043"
    uid: 972f8788-fff1-49df-a708-e5d0d0ac8cbf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31040"
    uid: a410903d-594f-485c-87b1-ce8d22f4db6c
  kind: Event
  lastTimestamp: "2026-06-02T16:34:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:34:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18b550c55d2ab37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31297"
    uid: fb36b4c0-05c4-41e8-91f6-59d1ae65f050
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31040"
    uid: a410903d-594f-485c-87b1-ce8d22f4db6c
  kind: Event
  lastTimestamp: "2026-06-02T16:34:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:34:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18b550c55deedd55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31298"
    uid: 98929621-c78e-4fe2-8e89-72bbdd48b125
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:34:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31198"
    uid: a410903d-594f-485c-87b1-ce8d22f4db6c
  kind: Event
  lastTimestamp: "2026-06-02T16:35:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:35:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18b550cc5be42074
    namespace: kserve-ci-e2e-test
    resourceVersion: "31730"
    uid: 33320c0d-88fe-4dc2-877d-ac8d5b8a630f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:34:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31198"
    uid: a410903d-594f-485c-87b1-ce8d22f4db6c
  kind: Event
  lastTimestamp: "2026-06-02T16:35:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:35:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18b550cc5c4eeae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31736"
    uid: 2d04e5e5-007d-4ab2-ab71-f750cee46b5f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31008"
    uid: 3c90950c-8209-4354-bfa2-87c52a16115d
  kind: Event
  lastTimestamp: "2026-06-02T16:35:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:35:03Z"
    name: isvc-predictive-xgboost-v2.18b550c1dcdeedc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31668"
    uid: 1039d917-a6a7-4edd-9f6c-df37c47d0ccb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:33:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31008"
    uid: 3c90950c-8209-4354-bfa2-87c52a16115d
  kind: Event
  lastTimestamp: "2026-06-02T16:33:41Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:33:41Z"
    name: isvc-predictive-xgboost-v2.18b550c1ddb52bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31048"
    uid: 1dac9b57-2f34-4f88-ba8a-d2ac595ce10c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:35:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31666"
    uid: 3c90950c-8209-4354-bfa2-87c52a16115d
  kind: Event
  lastTimestamp: "2026-06-02T16:35:03Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:35:03Z"
    name: isvc-predictive-xgboost-v2.18b550d4e949b11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31667"
    uid: 0c7e7520-957e-4e6e-955f-0650aa5a1f3d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: a87dd2d6-a270-4d60-a0d7-998727aec079
  kind: Event
  lastTimestamp: "2026-06-02T16:30:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:30:34Z"
    name: isvc-predictive-xgboost.18b55082ca9d9437
    namespace: kserve-ci-e2e-test
    resourceVersion: "29491"
    uid: e9004f70-51d0-4ee2-8e5f-e290b789ea01
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: a87dd2d6-a270-4d60-a0d7-998727aec079
  kind: Event
  lastTimestamp: "2026-06-02T16:29:10Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:29:10Z"
    name: isvc-predictive-xgboost.18b55082cb6c4b3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28858"
    uid: f68aaf3a-feea-46d8-ac3e-71e41ab0c939
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:29:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28825"
    uid: a87dd2d6-a270-4d60-a0d7-998727aec079
  kind: Event
  lastTimestamp: "2026-06-02T16:29:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:29:10Z"
    name: isvc-predictive-xgboost.18b55082d2dab9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28859"
    uid: 7c8f7337-0cff-499a-98e7-2fbf689e2051
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:30:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29489"
    uid: a87dd2d6-a270-4d60-a0d7-998727aec079
  kind: Event
  lastTimestamp: "2026-06-02T16:30:34Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:30:34Z"
    name: isvc-predictive-xgboost.18b5509654c1bdd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29490"
    uid: d14eb251-0a75-4dcb-9d41-67c1d833d157
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:25:38.762739Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26987"
    uid: 24b22614-f323-45bb-b75f-9a1380b51c4e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-271d24-predictor-6c7769446c-5gzcx
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:25:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:25:38Z"
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx.18b5505185d42ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26991"
    uid: 9bd04f25-0e82-45e6-99ee-fac479940a7a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26996"
    uid: 24b22614-f323-45bb-b75f-9a1380b51c4e
  kind: Event
  lastTimestamp: "2026-06-02T16:25:39Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:25:39Z"
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx.18b550519f5e1996
    namespace: kserve-ci-e2e-test
    resourceVersion: "27000"
    uid: b51276b9-3fe1-4683-9037-a41ea24387c5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 24b22614-f323-45bb-b75f-9a1380b51c4e
  kind: Event
  lastTimestamp: "2026-06-02T16:25:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:25:39Z"
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx.18b55051a0e7b5d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27003"
    uid: f0cd2012-5eed-4f0b-9259-40b99a5517b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 24b22614-f323-45bb-b75f-9a1380b51c4e
  kind: Event
  lastTimestamp: "2026-06-02T16:25:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:25:39Z"
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx.18b55051a3c3ff83
    namespace: kserve-ci-e2e-test
    resourceVersion: "27005"
    uid: a2cb824f-fd57-4138-a8bb-03e041f2f360
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 24b22614-f323-45bb-b75f-9a1380b51c4e
  kind: Event
  lastTimestamp: "2026-06-02T16:25:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:25:39Z"
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx.18b55051a4269432
    namespace: kserve-ci-e2e-test
    resourceVersion: "27006"
    uid: 7f9185ed-2c94-40df-8c57-788d04ee3f36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 24b22614-f323-45bb-b75f-9a1380b51c4e
  kind: Event
  lastTimestamp: "2026-06-02T16:25:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:25:43Z"
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx.18b55052a4c2bf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: c8ae25c5-4d94-4b4d-9d12-111ce282de9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 24b22614-f323-45bb-b75f-9a1380b51c4e
  kind: Event
  lastTimestamp: "2026-06-02T16:25:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:25:43Z"
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx.18b55052a83adf31
    namespace: kserve-ci-e2e-test
    resourceVersion: "27057"
    uid: d2aeb1b6-18de-4215-9b38-5c93c70613b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 24b22614-f323-45bb-b75f-9a1380b51c4e
  kind: Event
  lastTimestamp: "2026-06-02T16:25:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:25:43Z"
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx.18b55052a8d2a3bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27059"
    uid: fd2d2a0d-f1a7-4132-ae41-8b626709d546
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 24b22614-f323-45bb-b75f-9a1380b51c4e
  kind: Event
  lastTimestamp: "2026-06-02T16:25:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:25:43Z"
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx.18b55052a8df8b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "27062"
    uid: b98acae8-127b-4cf7-a409-14c748a7f7d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 24b22614-f323-45bb-b75f-9a1380b51c4e
  kind: Event
  lastTimestamp: "2026-06-02T16:25:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:25:43Z"
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx.18b55052ad36c11e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: 9e4d3f67-5f61-41c1-83f3-78e9af41ff28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 24b22614-f323-45bb-b75f-9a1380b51c4e
  kind: Event
  lastTimestamp: "2026-06-02T16:25:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:25:43Z"
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx.18b55052ad99ff11
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: e8fd1abe-becc-4650-933d-41942749bec4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 24b22614-f323-45bb-b75f-9a1380b51c4e
  kind: Event
  lastTimestamp: "2026-06-02T16:26:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:26:41Z"
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx.18b55052e0b6c11b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27474"
    uid: 069d165d-cb89-45f7-b771-c0b3ef4f6d7b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 24b22614-f323-45bb-b75f-9a1380b51c4e
  kind: Event
  lastTimestamp: "2026-06-02T16:27:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:14Z"
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx.18b55067ed3c0319
    namespace: kserve-ci-e2e-test
    resourceVersion: "27836"
    uid: d6024542-270d-4e7d-acda-86686a80df4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 24b22614-f323-45bb-b75f-9a1380b51c4e
  kind: Event
  lastTimestamp: "2026-06-02T16:27:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:15Z"
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx.18b55067ed3d1e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "27838"
    uid: f67d974f-a738-446a-bd95-d2c3f7ed1391
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 24b22614-f323-45bb-b75f-9a1380b51c4e
  kind: Event
  lastTimestamp: "2026-06-02T16:27:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:16Z"
    name: isvc-primary-271d24-predictor-6c7769446c-5gzcx.18b550684cc18349
    namespace: kserve-ci-e2e-test
    resourceVersion: "27891"
    uid: 583e9070-983d-451e-9f3d-6c67294e1c6e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-271d24-predictor-6c7769446c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26976"
    uid: f293fef7-06e7-4840-afa9-feac19ece6a9
  kind: Event
  lastTimestamp: "2026-06-02T16:25:38Z"
  message: 'Created pod: isvc-primary-271d24-predictor-6c7769446c-5gzcx'
  metadata:
    creationTimestamp: "2026-06-02T16:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:25:38Z"
    name: isvc-primary-271d24-predictor-6c7769446c.18b55051856fa704
    namespace: kserve-ci-e2e-test
    resourceVersion: "26989"
    uid: 08dedcf6-2264-4f42-8ecc-de3b4c1b6147
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-271d24-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26974"
    uid: 646f2de5-8341-419d-9ecd-ac360a3b006b
  kind: Event
  lastTimestamp: "2026-06-02T16:25:38Z"
  message: Scaled up replica set isvc-primary-271d24-predictor-6c7769446c from 0 to
    1
  metadata:
    creationTimestamp: "2026-06-02T16:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:25:38Z"
    name: isvc-primary-271d24-predictor.18b55051804c7d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26978"
    uid: 6a5e80e7-495c-46c5-af57-10b5c7375af8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-271d24-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26975"
    uid: 08c56341-760f-4ce7-a4b4-8aa95b9cf347
  kind: Event
  lastTimestamp: "2026-06-02T16:26:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:26:23Z"
    name: isvc-primary-271d24-predictor.18b55054ff221996
    namespace: kserve-ci-e2e-test
    resourceVersion: "27343"
    uid: 795d0766-c178-4627-b81b-d364647c3abf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-271d24-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26975"
    uid: 08c56341-760f-4ce7-a4b4-8aa95b9cf347
  kind: Event
  lastTimestamp: "2026-06-02T16:26:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:26:23Z"
    name: isvc-primary-271d24-predictor.18b55054ff842306
    namespace: kserve-ci-e2e-test
    resourceVersion: "27344"
    uid: ebc30c36-a6e5-4264-b9cb-6349fdce9566
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:26:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-271d24-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27136"
    uid: 08c56341-760f-4ce7-a4b4-8aa95b9cf347
  kind: Event
  lastTimestamp: "2026-06-02T16:27:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:27:08Z"
    name: isvc-primary-271d24-predictor.18b5505f7ca00ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27744"
    uid: 44c7fd47-9019-45ad-bc53-e9ac14d44daf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:26:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-271d24-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27136"
    uid: 08c56341-760f-4ce7-a4b4-8aa95b9cf347
  kind: Event
  lastTimestamp: "2026-06-02T16:27:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:27:08Z"
    name: isvc-primary-271d24-predictor.18b5505f7ceaf098
    namespace: kserve-ci-e2e-test
    resourceVersion: "27745"
    uid: e49f60ea-fa82-452f-9784-498f584eedaa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-271d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "26945"
    uid: 2a6d994c-a5a3-43e6-b586-2319ccbd258b
  kind: Event
  lastTimestamp: "2026-06-02T16:26:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:26:51Z"
    name: isvc-primary-271d24.18b55051802a32ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27547"
    uid: e836fb48-5706-4ec0-b75b-3d75a35ff84c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-271d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "26945"
    uid: 2a6d994c-a5a3-43e6-b586-2319ccbd258b
  kind: Event
  lastTimestamp: "2026-06-02T16:25:38Z"
  message: 'Failed to update status for InferenceService "isvc-primary-271d24": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-271d24":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:25:38Z"
    name: isvc-primary-271d24.18b5505180966b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "26980"
    uid: 72aec2b3-8b6f-40e9-919d-16ee2399859d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:25:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-271d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "26945"
    uid: 2a6d994c-a5a3-43e6-b586-2319ccbd258b
  kind: Event
  lastTimestamp: "2026-06-02T16:25:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-271d24": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:25:38Z"
    name: isvc-primary-271d24.18b550518096b913
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: 0de97aa9-20b7-4b33-8488-646297d8d055
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:26:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-271d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "27545"
    uid: 2a6d994c-a5a3-43e6-b586-2319ccbd258b
  kind: Event
  lastTimestamp: "2026-06-02T16:26:51Z"
  message: InferenceService [isvc-primary-271d24] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:26:51Z"
    name: isvc-primary-271d24.18b55062801c7f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "27546"
    uid: e1cca87a-3c05-445d-83f1-8499df4b1598
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:26:58.886750Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-271d24-predictor-5598b65d68-kmw7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 35eac83a-a406-4821-891b-99da655dd367
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-271d24-predictor-5598b65d68-kmw7f
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:26:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:26:58Z"
    name: isvc-secondary-271d24-predictor-5598b65d68-kmw7f.18b550642d978c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: c9386f6c-000f-45b3-bca8-4bd7f51ac7f9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:26:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-271d24-predictor-5598b65d68-kmw7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: 35eac83a-a406-4821-891b-99da655dd367
  kind: Event
  lastTimestamp: "2026-06-02T16:26:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-271d24-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:26:59Z"
    name: isvc-secondary-271d24-predictor-5598b65d68-kmw7f.18b550643be83c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "27645"
    uid: d3c8cc63-a7d6-45da-be38-298112a1a404
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:26:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-271d24-predictor-5598b65d68-kmw7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27640"
    uid: 35eac83a-a406-4821-891b-99da655dd367
  kind: Event
  lastTimestamp: "2026-06-02T16:26:59Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:26:59Z"
    name: isvc-secondary-271d24-predictor-5598b65d68-kmw7f.18b550646aef0eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27657"
    uid: 02c3b699-aa31-4cc2-be83-512acb1af4ce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:26:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-271d24-predictor-5598b65d68-kmw7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: 35eac83a-a406-4821-891b-99da655dd367
  kind: Event
  lastTimestamp: "2026-06-02T16:27:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:03Z"
    name: isvc-secondary-271d24-predictor-5598b65d68-kmw7f.18b550646c4ba769
    namespace: kserve-ci-e2e-test
    resourceVersion: "27701"
    uid: 52b42114-3787-4a9b-8fee-3222bf001b48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-271d24-predictor-5598b65d68-kmw7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: 35eac83a-a406-4821-891b-99da655dd367
  kind: Event
  lastTimestamp: "2026-06-02T16:27:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:03Z"
    name: isvc-secondary-271d24-predictor-5598b65d68-kmw7f.18b55064706ac607
    namespace: kserve-ci-e2e-test
    resourceVersion: "27703"
    uid: 0d079a5d-9304-4813-b573-615b39113f86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-271d24-predictor-5598b65d68-kmw7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: 35eac83a-a406-4821-891b-99da655dd367
  kind: Event
  lastTimestamp: "2026-06-02T16:27:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:03Z"
    name: isvc-secondary-271d24-predictor-5598b65d68-kmw7f.18b5506470d6a430
    namespace: kserve-ci-e2e-test
    resourceVersion: "27706"
    uid: 04c3b834-54c3-4dfb-92c9-44a64a0e615b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-271d24-predictor-5598b65d68-kmw7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: 35eac83a-a406-4821-891b-99da655dd367
  kind: Event
  lastTimestamp: "2026-06-02T16:27:07Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-271d24-predictor-5598b65d68-kmw7f_kserve-ci-e2e-test(35eac83a-a406-4821-891b-99da655dd367)
  metadata:
    creationTimestamp: "2026-06-02T16:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:27:07Z"
    name: isvc-secondary-271d24-predictor-5598b65d68-kmw7f.18b5506645b832a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27733"
    uid: 220e7d43-9b47-4bac-ad97-1ac7e964dd62
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:26:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-271d24-predictor-5598b65d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: 0a0a1812-ea84-4f69-b82e-ee5da32b3854
  kind: Event
  lastTimestamp: "2026-06-02T16:26:58Z"
  message: 'Created pod: isvc-secondary-271d24-predictor-5598b65d68-kmw7f'
  metadata:
    creationTimestamp: "2026-06-02T16:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:26:58Z"
    name: isvc-secondary-271d24-predictor-5598b65d68.18b550642d2fa5ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27633"
    uid: 320f618a-de8a-4ce8-a400-b872e1494f87
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:26:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-271d24-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27620"
    uid: 90e6df53-5e5f-4e8f-ad0e-988b31eb2c0c
  kind: Event
  lastTimestamp: "2026-06-02T16:26:58Z"
  message: Scaled up replica set isvc-secondary-271d24-predictor-5598b65d68 from 0
    to 1
  metadata:
    creationTimestamp: "2026-06-02T16:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:26:58Z"
    name: isvc-secondary-271d24-predictor.18b550642a345ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27624"
    uid: 3404afb2-cf1a-4e84-81c6-ea7162a8e5d7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-271d24-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27621"
    uid: 825fe858-2ac2-4056-8512-e9b8101e6035
  kind: Event
  lastTimestamp: "2026-06-02T16:27:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:27:13Z"
    name: isvc-secondary-271d24-predictor.18b55067a8b59d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 28bbbd35-69eb-4830-92e7-de4c3b111c5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:27:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-271d24-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27621"
    uid: 825fe858-2ac2-4056-8512-e9b8101e6035
  kind: Event
  lastTimestamp: "2026-06-02T16:27:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:27:13Z"
    name: isvc-secondary-271d24-predictor.18b55067a8fb37f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27780"
    uid: 943961b9-9f30-4386-b9ce-4f9fc58958c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-06-02T16:26:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-271d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: a28bd53e-e1d1-444f-875d-681e020e8939
  kind: Event
  lastTimestamp: "2026-06-02T16:27:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:27:10Z"
    name: isvc-secondary-271d24.18b550642a0bb7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: f1e0452d-5d11-490b-af96-bb7b744f3e64
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:26:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-271d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: a28bd53e-e1d1-444f-875d-681e020e8939
  kind: Event
  lastTimestamp: "2026-06-02T16:26:58Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-271d24":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-271d24":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:26:58Z"
    name: isvc-secondary-271d24.18b550642a723aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 31d9fc01-ad6f-45e9-a931-7c4f03d6c34a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:26:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-271d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: a28bd53e-e1d1-444f-875d-681e020e8939
  kind: Event
  lastTimestamp: "2026-06-02T16:26:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-271d24": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:26:58Z"
    name: isvc-secondary-271d24.18b550642a728bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27643"
    uid: 462a25ce-d8a9-4f92-b9dd-4b574ba255e4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:04:37.902566Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:04:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:04:37Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f2bf4b4ca10
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: bca5c635-0427-4557-be82-5b63931f3a6d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16364"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:04:38Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:04:38Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f2c0e4011ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16367"
    uid: 9e60eced-af4f-43fc-975e-90844ed432cf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:04:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:38Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f2c0fc60609
    namespace: kserve-ci-e2e-test
    resourceVersion: "16370"
    uid: fab5bfd4-1b81-46fe-b626-6a79eb6885fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:04:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:38Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f2c128272f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 5ccdeba6-cc31-4ce4-b353-5a382aac3ee6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:04:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:38Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f2c12e53d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: b1b1f21b-460a-4ebf-a222-d2e6fc460422
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:04:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:43Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f2d2687d989
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: dd31469e-3d97-4f59-8da8-f3212e175cdc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:04:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:43Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f2d299011b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16411"
    uid: bf8659b2-068f-437a-ad3c-a902b61a0853
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:04:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:43Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f2d29fc3d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16412"
    uid: a0d5a6dd-2cdf-40be-9ea8-21ed852fa3dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:04:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:43Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f2d2a0a36b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16413"
    uid: a0281b30-51c4-4eab-8dc5-4aa6c638045e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:04:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:43Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f2d2d0cf7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: ac07831a-60d5-4ad7-9ab8-9bd8197dd4fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:04:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:43Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f2d2d74359e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16419"
    uid: a0acd0ec-395e-495c-a203-9419e414707b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:04:43Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:4411ca57686833cde23c90dc27bf5e4bed3f508dac886872826c4a0995fadff0"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:43Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f2d2d82b592
    namespace: kserve-ci-e2e-test
    resourceVersion: "16420"
    uid: bb192d40-a6cd-4772-be1f-93f710583f39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:04:43Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-06-02T16:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:43Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f2d311f0433
    namespace: kserve-ci-e2e-test
    resourceVersion: "16421"
    uid: c1ba137d-79be-43b5-abd1-0423261ea2ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:04:43Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-06-02T16:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:43Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f2d3199b6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: cb9800d5-7f7b-46a1-b9b0-83a37b7d4406
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:06:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:21Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f2d62a254f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: 5bcf1097-6da4-4940-b22e-e6d45ca4c274
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:06:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-06-02T16:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:21Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f2d9e6af27b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17235"
    uid: 04a748aa-dfbc-4a6f-aeac-a58e97d0e835
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:06:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:03Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f3fcc3f9213
    namespace: kserve-ci-e2e-test
    resourceVersion: "17070"
    uid: 4ed1b383-e3e6-4ce0-92ed-70087b8f8dfb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:06:03Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-06-02T16:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:03Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f3fcc3fc6c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17068"
    uid: b9152cdf-1610-4609-a83d-ff1c4c40b932
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:06:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:03Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f3fcc3ff549
    namespace: kserve-ci-e2e-test
    resourceVersion: "17073"
    uid: 8c6feb3d-8fea-4987-bff7-70b9541193d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: cd36088e-78fc-4538-be16-cf371d99c322
  kind: Event
  lastTimestamp: "2026-06-02T16:06:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:21Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6.18b54f407a91042d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17234"
    uid: 77f0568b-454a-49d8-9d74-3506b8ec3ee1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: 1d0ba832-0ba3-4a05-84d2-22d2d0c28019
  kind: Event
  lastTimestamp: "2026-06-02T16:04:37Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7c89d6f497-p4hn6'
  metadata:
    creationTimestamp: "2026-06-02T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:04:37Z"
    name: isvc-sklearn-batcher-custom-predictor-7c89d6f497.18b54f2bf4472760
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: 8e957c44-36a8-44cc-a1e6-20035ac444cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16336"
    uid: 4bd8902b-5609-4eba-a641-4636c1f70bc9
  kind: Event
  lastTimestamp: "2026-06-02T16:04:37Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7c89d6f497
    from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:04:37Z"
    name: isvc-sklearn-batcher-custom-predictor.18b54f2beea86f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16342"
    uid: 5e7248d5-83ec-4a4e-95b2-da262b0dda24
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: e618db0b-77ee-4505-942c-f0c81b776288
  kind: Event
  lastTimestamp: "2026-06-02T16:05:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:05:22Z"
    name: isvc-sklearn-batcher-custom-predictor.18b54f2f6de21d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16731"
    uid: ba276ddd-8af9-4186-b8ac-a050b6a83ebf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: e618db0b-77ee-4505-942c-f0c81b776288
  kind: Event
  lastTimestamp: "2026-06-02T16:05:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:05:22Z"
    name: isvc-sklearn-batcher-custom-predictor.18b54f2f6e5186ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: 452748a8-aac4-4091-9a78-ecba1b67da95
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:05:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: e618db0b-77ee-4505-942c-f0c81b776288
  kind: Event
  lastTimestamp: "2026-06-02T16:05:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:05:52Z"
    name: isvc-sklearn-batcher-custom-predictor.18b54f39ebd696e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: 681617cb-b6c3-46b2-8778-bb598ce7ac69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:05:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: e618db0b-77ee-4505-942c-f0c81b776288
  kind: Event
  lastTimestamp: "2026-06-02T16:05:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:05:52Z"
    name: isvc-sklearn-batcher-custom-predictor.18b54f39ec87a7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: 21676c09-6603-4ef0-a446-0a0fc17ace06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: 11206043-3de5-433f-aca3-360a3b528fde
  kind: Event
  lastTimestamp: "2026-06-02T16:05:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:05:51Z"
    name: isvc-sklearn-batcher-custom.18b54f2beeb3a89a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: fd70c6b7-14fb-4691-8bad-6afe5ad44de8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: 11206043-3de5-433f-aca3-360a3b528fde
  kind: Event
  lastTimestamp: "2026-06-02T16:04:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:04:37Z"
    name: isvc-sklearn-batcher-custom.18b54f2bef4381a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: 8ad4acfe-3f21-44c0-8104-aef4cf9777a5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:05:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16937"
    uid: 11206043-3de5-433f-aca3-360a3b528fde
  kind: Event
  lastTimestamp: "2026-06-02T16:05:51Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:05:51Z"
    name: isvc-sklearn-batcher-custom.18b54f3d03eef2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: c584dd00-7b61-408c-89c1-b75354b83874
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:02:52.817252Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15500"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:02:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:02:52Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f137d222ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 97b339b2-28f6-4b63-aa95-062a241bcae3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:02:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:02:53Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:02:53Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f1396f36abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15522"
    uid: 65752b03-7452-42e1-9d9d-0fd27fa8f44b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:02:53Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
  metadata:
    creationTimestamp: "2026-06-02T16:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:02:53Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f13990b48b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 747f8c97-c005-4d80-b621-c29fd38f2bde
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:02:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    in 3.555s (3.555s including waiting). Image size: 301469622 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:02:56Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f146cf68815
    namespace: kserve-ci-e2e-test
    resourceVersion: "15550"
    uid: 07232789-44d6-422b-a5e1-9a35ad149dee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:02:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:02:56Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f1470024b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: 7fa2bbf4-e200-4461-8231-46582e96feec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:02:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:02:56Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f147075426d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: f39d7fcd-3cfd-4407-b9b5-8d19db858e28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:03:00Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560"
  metadata:
    creationTimestamp: "2026-06-02T16:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:03:00Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f154fb0e388
    namespace: kserve-ci-e2e-test
    resourceVersion: "15580"
    uid: b7d3ee0c-0596-4c28-9525-cfda633830fb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:03:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560"
    in 14.801s (14.801s including waiting). Image size: 1560927157 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:03:15Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f18c1f4c239
    namespace: kserve-ci-e2e-test
    resourceVersion: "15700"
    uid: 4b9a7f6f-6dde-4b7e-a218-8c72cda82b49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:03:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:03:15Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f18c6066a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: 54eaa1b4-9641-43ce-a302-168368dd3fb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:03:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:03:15Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f18c69714b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15702"
    uid: e3d91296-38c8-4895-b4a2-87f7f6c82ccb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:03:15Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-06-02T16:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:03:15Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f18c6a3ba10
    namespace: kserve-ci-e2e-test
    resourceVersion: "15703"
    uid: a5dbfeba-f19c-4a77-874f-924208da7f2c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:03:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.281s (2.281s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:03:17Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f194ea5e86b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: 1fcd57fc-857f-4c2d-b0b7-89e7a640e057
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:03:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:03:17Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f195215dd76
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 851be534-351f-4d14-8dad-b2332608d694
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:03:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:03:17Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f19528ec815
    namespace: kserve-ci-e2e-test
    resourceVersion: "15722"
    uid: cab413e5-9fa0-40af-a6cc-37e5d1bad2f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:03:17Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:4411ca57686833cde23c90dc27bf5e4bed3f508dac886872826c4a0995fadff0"
  metadata:
    creationTimestamp: "2026-06-02T16:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:03:17Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f19529b11cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15723"
    uid: c5dc0741-c5b3-4f26-9671-22c4b6e69634
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:03:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:4411ca57686833cde23c90dc27bf5e4bed3f508dac886872826c4a0995fadff0"
    in 3.553s (3.553s including waiting). Image size: 239695449 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:03:21Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f1a266953c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: c2bdb175-b7d6-4e90-961e-3e9eef3b85a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:03:21Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-06-02T16:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:03:21Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f1a29b28830
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: b52e3bcd-eb9a-49cb-9462-7d32cf4830e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:03:21Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-06-02T16:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:03:21Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f1a2a2c479b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15746"
    uid: 58dbea80-56b1-43f3-a733-09f9b4b446bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:04:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:54Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f1a39183a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "16522"
    uid: 13a544b8-3315-4c93-8e66-a881713ceccb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:04:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-06-02T16:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:54Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f1a74f2a8f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16523"
    uid: eab90a0a-f811-4ec9-b0ac-92affabb6c17
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:04:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:37Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f2bedad03be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: 10eb0554-76b1-4317-8a30-94fbba4a1a82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:04:37Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-06-02T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:37Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f2bedad7fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16338"
    uid: 853ad2d4-5358-4715-b7e4-787e12797b50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:04:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:37Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f2bedaeafa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16341"
    uid: 1fe9a2b0-43b9-4073-b062-3364fc253596
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d12088c4-d9f5-45d1-8198-391f968f531e
  kind: Event
  lastTimestamp: "2026-06-02T16:04:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:04:57Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx.18b54f2d15494f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 3b4a12c6-2a0a-438e-9add-74a10f8f43b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:02:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15488"
    uid: 07ec68c9-78cf-4c08-9cf1-122ebf16f91c
  kind: Event
  lastTimestamp: "2026-06-02T16:02:52Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6f5f55f9d4-bncgx'
  metadata:
    creationTimestamp: "2026-06-02T16:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:02:52Z"
    name: isvc-sklearn-batcher-predictor-6f5f55f9d4.18b54f137c7e45b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15502"
    uid: 1c3e0e66-3419-4a8b-95e6-47042b70630a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:02:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15487"
    uid: 5ce90602-56d3-44b1-bc75-abbe42a4c173
  kind: Event
  lastTimestamp: "2026-06-02T16:02:52Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6f5f55f9d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-06-02T16:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:02:52Z"
    name: isvc-sklearn-batcher-predictor.18b54f13752c5859
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 443e80ea-08bf-49ba-bcfd-7e43503830ba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 1a7efc8d-2adf-49bc-bc17-00ab12518302
  kind: Event
  lastTimestamp: "2026-06-02T16:03:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:03:37Z"
    name: isvc-sklearn-batcher-predictor.18b54f16faa735ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15882"
    uid: c371b93a-03c3-4884-a22f-cc7429ba5447
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 1a7efc8d-2adf-49bc-bc17-00ab12518302
  kind: Event
  lastTimestamp: "2026-06-02T16:03:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:03:37Z"
    name: isvc-sklearn-batcher-predictor.18b54f16fb21890d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: a17fafff-e2b6-470e-a694-31803e6df493
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15640"
    uid: 1a7efc8d-2adf-49bc-bc17-00ab12518302
  kind: Event
  lastTimestamp: "2026-06-02T16:04:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:04:22Z"
    name: isvc-sklearn-batcher-predictor.18b54f21783b17b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 1e48b47f-6dfb-4b0c-a4f9-7cf54c987ef7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:03:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15640"
    uid: 1a7efc8d-2adf-49bc-bc17-00ab12518302
  kind: Event
  lastTimestamp: "2026-06-02T16:04:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:04:22Z"
    name: isvc-sklearn-batcher-predictor.18b54f21789f0485
    namespace: kserve-ci-e2e-test
    resourceVersion: "16192"
    uid: 8dfe637c-44fe-4ee5-9c4f-b8b96547ace6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-06-02T16:02:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 9ad736b9-50b3-4ff8-9d3b-1de1a1431e0d
  kind: Event
  lastTimestamp: "2026-06-02T16:04:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:04:24Z"
    name: isvc-sklearn-batcher.18b54f137b0f935a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16215"
    uid: 20ddf44b-1a83-4e95-bc8f-34ad6dc53b1e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:02:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 9ad736b9-50b3-4ff8-9d3b-1de1a1431e0d
  kind: Event
  lastTimestamp: "2026-06-02T16:02:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:02:52Z"
    name: isvc-sklearn-batcher.18b54f137bb28f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15514"
    uid: 5ccc8920-9a3a-46f9-8f66-6811a9a92e9f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:02:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 9ad736b9-50b3-4ff8-9d3b-1de1a1431e0d
  kind: Event
  lastTimestamp: "2026-06-02T16:02:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:02:52Z"
    name: isvc-sklearn-batcher.18b54f137bb2c524
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 49fb10d7-24d0-4810-b1b5-77181b962f61
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:04:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16211"
    uid: 9ad736b9-50b3-4ff8-9d3b-1de1a1431e0d
  kind: Event
  lastTimestamp: "2026-06-02T16:04:24Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:04:24Z"
    name: isvc-sklearn-batcher.18b54f28ec0703ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: a5ad0968-bbea-485b-9920-51274783f6f7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:15:40.082309Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:15:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:15:40Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fc621b1d23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: 3959a848-0703-4a49-b650-10c32c9736aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:15:40Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:15:40Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fc63b93f05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: e4583341-ba83-40f2-b4da-667619d96951
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:15:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:15:40Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fc63e36bcbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21815"
    uid: 587cf98e-f75a-4fed-b015-029797bd53e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:15:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:15:40Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fc640fd1a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: 64efd02c-6da7-4e7e-a353-f5f099bf56e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:15:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:15:40Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fc64161200e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21817"
    uid: 13a67256-6148-458c-b867-df53fa6a09bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:15:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:15:44Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fc7298d36b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 126ec6da-b922-4b2f-bf1e-843f2882091c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:15:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:15:44Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fc72cdf4cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 72b974e2-25bc-4621-9ca6-7d088d7ae179
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:15:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:15:44Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fc72d4af3d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21864"
    uid: 560686d8-dae9-4d58-afcf-62bd23d5ceaa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:15:44Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-06-02T16:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:15:44Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fc72d5696d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21865"
    uid: cc17ffea-480f-4479-8551-61097f7630fc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:15:47Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.452s (2.452s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:15:47Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fc7bf89af15
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 45e7781d-e545-467f-a44e-67df57b0436a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:15:47Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-06-02T16:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:15:47Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fc7c2bf815d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21885"
    uid: 6aa122b1-2b8a-4a31-b6ed-7f5a1d096b50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:15:47Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-06-02T16:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:15:47Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fc7c321d838
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3a1f70b4-80be-40fa-ae30-6a9dd32e92d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:15:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:15:47Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fc7c32e601f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21887"
    uid: 2d53affb-347f-4168-ba41-686576ad3f1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:15:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:15:47Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fc7c6331bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: 006fbcac-476d-46a2-b72b-09f8b4e0f04d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:15:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:15:47Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fc7c69b68b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21889"
    uid: de3979cb-bffe-4939-8127-93ccce93827c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:17:24Z"
  message: 'Readiness probe failed: Get "http://10.134.0.42:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:24Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fce278d524b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: 99cd451b-85a3-4ef4-8520-ecd9c9d7362d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:17:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:00Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fd8c084561d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22412"
    uid: d4b9f363-4275-4b81-90dd-a62501f19215
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:17:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:00Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fd8c085ad9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22415"
    uid: 4c5ba853-9821-48f7-bb32-761eda533d9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:17:00Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-06-02T16:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:00Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fd8c08733b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22419"
    uid: 8169d5f2-62f0-4398-b593-1c968ea107e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-06-02T16:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: a4bdae6f-4133-462b-a1d9-27c141c600b6
  kind: Event
  lastTimestamp: "2026-06-02T16:17:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:17:29Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss.18b54fd9cb628ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22700"
    uid: 13db41f3-5ec8-4f0f-a07a-248f95815e55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5c5b7c7699
    namespace: kserve-ci-e2e-test
    resourceVersion: "21782"
    uid: 25e48e04-2dae-4d50-8243-73806e8337be
  kind: Event
  lastTimestamp: "2026-06-02T16:15:40Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5c5b7c7699-l4hss'
  metadata:
    creationTimestamp: "2026-06-02T16:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:15:40Z"
    name: isvc-sklearn-mcp-predictor-5c5b7c7699.18b54fc62141c62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21795"
    uid: badae0b3-31e7-4f17-a84a-d0500829c302
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21780"
    uid: a7ce5038-e5e9-4131-a46d-084e7e42ff52
  kind: Event
  lastTimestamp: "2026-06-02T16:15:39Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5c5b7c7699 from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:15:39Z"
    name: isvc-sklearn-mcp-predictor.18b54fc61bc663a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21783"
    uid: 40d22872-2ae7-4b6b-b439-409dc198e4a6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: 5dad818b-a2fa-42d6-8d77-e13ab1c5a8e6
  kind: Event
  lastTimestamp: "2026-06-02T16:16:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:16:54Z"
    name: isvc-sklearn-mcp.18b54fc61a931ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 151130a4-6114-4a30-a563-c807b7585493
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:15:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: 5dad818b-a2fa-42d6-8d77-e13ab1c5a8e6
  kind: Event
  lastTimestamp: "2026-06-02T16:15:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:15:39Z"
    name: isvc-sklearn-mcp.18b54fc61b43c9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 98f4cee7-85f0-4875-b506-118140e28f93
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:16:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22350"
    uid: 5dad818b-a2fa-42d6-8d77-e13ab1c5a8e6
  kind: Event
  lastTimestamp: "2026-06-02T16:16:54Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:16:54Z"
    name: isvc-sklearn-mcp.18b54fd77d43769f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 4c02f67a-7ea5-4170-a1f3-b304fc2347f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:36:43.848344Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32561"
    uid: bb732b68-9580-4713-96b7-404487c7330c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-55dfdc8df6-x26jd
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:36:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:36:43Z"
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd.18b550ec60051360
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: de338f2d-f675-426d-ac8b-a634256d0dfc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: bb732b68-9580-4713-96b7-404487c7330c
  kind: Event
  lastTimestamp: "2026-06-02T16:36:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:36:44Z"
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd.18b550ec6cdbf2e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32577"
    uid: 94291b5d-e49e-40e1-b7d9-971d6c7b18a1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: bb732b68-9580-4713-96b7-404487c7330c
  kind: Event
  lastTimestamp: "2026-06-02T16:36:44Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:36:44Z"
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd.18b550ec9d64239b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32587"
    uid: d2c3ea4d-b74d-4f12-801d-77e2fb4c16fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: bb732b68-9580-4713-96b7-404487c7330c
  kind: Event
  lastTimestamp: "2026-06-02T16:36:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:36:44Z"
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd.18b550ec9f04f3e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32589"
    uid: e3295741-4ff0-4592-9051-a3a265948f77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: bb732b68-9580-4713-96b7-404487c7330c
  kind: Event
  lastTimestamp: "2026-06-02T16:36:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:36:44Z"
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd.18b550eca1d6a938
    namespace: kserve-ci-e2e-test
    resourceVersion: "32591"
    uid: 6396841c-dcfe-40a9-a6a3-c79c293f8234
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: bb732b68-9580-4713-96b7-404487c7330c
  kind: Event
  lastTimestamp: "2026-06-02T16:36:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:36:44Z"
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd.18b550eca2496485
    namespace: kserve-ci-e2e-test
    resourceVersion: "32592"
    uid: 66847a16-da1f-42a2-9b70-0de07e178d0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: bb732b68-9580-4713-96b7-404487c7330c
  kind: Event
  lastTimestamp: "2026-06-02T16:36:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:36:48Z"
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd.18b550ed8c08676f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32627"
    uid: 7d35c067-7791-4112-bacf-567180edae55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: bb732b68-9580-4713-96b7-404487c7330c
  kind: Event
  lastTimestamp: "2026-06-02T16:36:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:36:48Z"
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd.18b550ed8efbab6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32629"
    uid: e6a6bce7-0b34-4c96-a423-745710ecbad6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: bb732b68-9580-4713-96b7-404487c7330c
  kind: Event
  lastTimestamp: "2026-06-02T16:36:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:36:48Z"
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd.18b550ed8f7203aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32632"
    uid: 796d1243-0b02-4cba-9486-ba8c452fba2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: bb732b68-9580-4713-96b7-404487c7330c
  kind: Event
  lastTimestamp: "2026-06-02T16:36:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:36:48Z"
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd.18b550ed8f7ea2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32633"
    uid: 8cd3676a-f6bc-49c6-8406-47b1d7e4b874
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: bb732b68-9580-4713-96b7-404487c7330c
  kind: Event
  lastTimestamp: "2026-06-02T16:36:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:36:49Z"
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd.18b550ed93164294
    namespace: kserve-ci-e2e-test
    resourceVersion: "32635"
    uid: 099fc2a8-73b9-40d1-82f4-c7739edec1c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: bb732b68-9580-4713-96b7-404487c7330c
  kind: Event
  lastTimestamp: "2026-06-02T16:36:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:36:49Z"
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd.18b550ed938aabb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32636"
    uid: 46f02f28-8feb-451a-9d0c-9a3101bbd8d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: bb732b68-9580-4713-96b7-404487c7330c
  kind: Event
  lastTimestamp: "2026-06-02T16:38:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:38:06Z"
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd.18b550ee03b9a5e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33268"
    uid: 336890fc-5d62-4963-8497-f9a122d7d0ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: bb732b68-9580-4713-96b7-404487c7330c
  kind: Event
  lastTimestamp: "2026-06-02T16:38:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:38:03Z"
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd.18b550ff07bfd0ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33205"
    uid: 7598a7bc-31ec-4dbd-a99f-c787258c73fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: bb732b68-9580-4713-96b7-404487c7330c
  kind: Event
  lastTimestamp: "2026-06-02T16:38:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:38:03Z"
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd.18b550ff07c070dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33208"
    uid: 69f970f5-76ed-4c60-a246-4eecb57a7b8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: bb732b68-9580-4713-96b7-404487c7330c
  kind: Event
  lastTimestamp: "2026-06-02T16:38:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:38:06Z"
    name: isvc-sklearn-predictor-55dfdc8df6-x26jd.18b550ffb5e3de49
    namespace: kserve-ci-e2e-test
    resourceVersion: "33267"
    uid: 1a023c5b-097f-40b4-9d05-48ba3fd78bef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-55dfdc8df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32552"
    uid: f75a69b0-99d1-4bfc-8d64-c01b46be4178
  kind: Event
  lastTimestamp: "2026-06-02T16:36:43Z"
  message: 'Created pod: isvc-sklearn-predictor-55dfdc8df6-x26jd'
  metadata:
    creationTimestamp: "2026-06-02T16:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:36:43Z"
    name: isvc-sklearn-predictor-55dfdc8df6.18b550ec5f4b9788
    namespace: kserve-ci-e2e-test
    resourceVersion: "32562"
    uid: a79833fa-ffcc-44cf-a161-407a59870410
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32550"
    uid: 1aa5199f-6906-4228-b593-dd87a594ba63
  kind: Event
  lastTimestamp: "2026-06-02T16:36:43Z"
  message: Scaled up replica set isvc-sklearn-predictor-55dfdc8df6 from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:36:43Z"
    name: isvc-sklearn-predictor.18b550ec5cadbf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "32555"
    uid: eb2c4f21-c9cb-4bb5-a141-35a5ea229804
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32551"
    uid: b505294d-f8c3-4769-9588-2b0fc1462839
  kind: Event
  lastTimestamp: "2026-06-02T16:37:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:37:13Z"
    name: isvc-sklearn-predictor.18b550efdbaa1678
    namespace: kserve-ci-e2e-test
    resourceVersion: "32813"
    uid: 75255ad9-57ba-4d15-bd9b-5ff9453c1d99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32551"
    uid: b505294d-f8c3-4769-9588-2b0fc1462839
  kind: Event
  lastTimestamp: "2026-06-02T16:37:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:37:13Z"
    name: isvc-sklearn-predictor.18b550efdc0faba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32814"
    uid: 146fc909-e41c-46ff-a81a-95d7a2c67814
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:37:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: b505294d-f8c3-4769-9588-2b0fc1462839
  kind: Event
  lastTimestamp: "2026-06-02T16:37:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:37:58Z"
    name: isvc-sklearn-predictor.18b550f6da0ac9c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33142"
    uid: d77eedfd-7315-400d-8819-7105ad5e7a97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:37:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: b505294d-f8c3-4769-9588-2b0fc1462839
  kind: Event
  lastTimestamp: "2026-06-02T16:37:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:37:58Z"
    name: isvc-sklearn-predictor.18b550f6da6b3a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "33143"
    uid: 8e6f078e-3004-4391-bb23-7ee6d585424b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:39:04.250750Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33731"
    uid: e3e62772-a7bd-42f3-b1bd-781cebe3eedd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-5d845c599d-lz2l7
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:39:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:39:04Z"
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7.18b5510d10a7c770
    namespace: kserve-ci-e2e-test
    resourceVersion: "33737"
    uid: ac2588aa-e16f-403f-9832-8c8928087f81
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33740"
    uid: e3e62772-a7bd-42f3-b1bd-781cebe3eedd
  kind: Event
  lastTimestamp: "2026-06-02T16:39:04Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:39:04Z"
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7.18b5510d2a6159fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33749"
    uid: ce165e82-7aa4-44d3-812d-86d9ac4d184d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33735"
    uid: e3e62772-a7bd-42f3-b1bd-781cebe3eedd
  kind: Event
  lastTimestamp: "2026-06-02T16:39:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:04Z"
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7.18b5510d2bd68b76
    namespace: kserve-ci-e2e-test
    resourceVersion: "33751"
    uid: bb8b4863-2e85-4d8d-bd63-9f6b59ea6d32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33735"
    uid: e3e62772-a7bd-42f3-b1bd-781cebe3eedd
  kind: Event
  lastTimestamp: "2026-06-02T16:39:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:04Z"
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7.18b5510d2edffa57
    namespace: kserve-ci-e2e-test
    resourceVersion: "33753"
    uid: 2f6b3189-d033-4c0a-8616-597b79d662c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33735"
    uid: e3e62772-a7bd-42f3-b1bd-781cebe3eedd
  kind: Event
  lastTimestamp: "2026-06-02T16:39:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:04Z"
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7.18b5510d2f55133a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33756"
    uid: d20dd467-cfff-4ff7-a4b8-0f135b255db6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33735"
    uid: e3e62772-a7bd-42f3-b1bd-781cebe3eedd
  kind: Event
  lastTimestamp: "2026-06-02T16:39:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:10Z"
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7.18b5510e7e437d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33809"
    uid: dd7c9597-2656-4473-be9e-47af619037f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33735"
    uid: e3e62772-a7bd-42f3-b1bd-781cebe3eedd
  kind: Event
  lastTimestamp: "2026-06-02T16:39:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:10Z"
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7.18b5510e8186e8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33813"
    uid: ae7722e3-3793-4d9e-a343-681aaf199295
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33735"
    uid: e3e62772-a7bd-42f3-b1bd-781cebe3eedd
  kind: Event
  lastTimestamp: "2026-06-02T16:39:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:10Z"
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7.18b5510e81fbb28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33814"
    uid: c0f07ad5-a299-4736-a781-7b9de1f04845
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33735"
    uid: e3e62772-a7bd-42f3-b1bd-781cebe3eedd
  kind: Event
  lastTimestamp: "2026-06-02T16:39:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:10Z"
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7.18b5510e8207d03b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 8a22d19a-e5d6-4990-a2bb-6f49cee387f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33735"
    uid: e3e62772-a7bd-42f3-b1bd-781cebe3eedd
  kind: Event
  lastTimestamp: "2026-06-02T16:39:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:10Z"
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7.18b5510e85875040
    namespace: kserve-ci-e2e-test
    resourceVersion: "33818"
    uid: 07f4fc5e-d2f6-47fb-992b-1d2c2d58ff16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33735"
    uid: e3e62772-a7bd-42f3-b1bd-781cebe3eedd
  kind: Event
  lastTimestamp: "2026-06-02T16:39:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:10Z"
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7.18b5510e85fa78d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: 06d61772-cfa3-4939-aa21-9212a6c388e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33735"
    uid: e3e62772-a7bd-42f3-b1bd-781cebe3eedd
  kind: Event
  lastTimestamp: "2026-06-02T16:39:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:17Z"
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7.18b5510eba34c922
    namespace: kserve-ci-e2e-test
    resourceVersion: "33873"
    uid: 416f3f95-1747-4c3e-8f6d-6cc5a5a017bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33735"
    uid: e3e62772-a7bd-42f3-b1bd-781cebe3eedd
  kind: Event
  lastTimestamp: "2026-06-02T16:39:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:41Z"
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7.18b55115b447c0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34076"
    uid: 6ae50f74-bd61-4250-ae6c-9e16cd5d97ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33735"
    uid: e3e62772-a7bd-42f3-b1bd-781cebe3eedd
  kind: Event
  lastTimestamp: "2026-06-02T16:39:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:41Z"
    name: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7.18b55115b44851c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34078"
    uid: ac3f1ee4-6b18-4219-8419-f1e4b0bbc3fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-5d845c599d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33721"
    uid: f7757b01-0be2-488d-87ae-a14d140b5b80
  kind: Event
  lastTimestamp: "2026-06-02T16:39:04Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-5d845c599d-lz2l7'
  metadata:
    creationTimestamp: "2026-06-02T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:39:04Z"
    name: isvc-sklearn-runtime-predictor-5d845c599d.18b5510d10125715
    namespace: kserve-ci-e2e-test
    resourceVersion: "33734"
    uid: aceee628-43d1-49da-9c38-1663f335bdb8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33718"
    uid: a0177a91-9088-49a8-bb18-99e974b3ff47
  kind: Event
  lastTimestamp: "2026-06-02T16:39:04Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-5d845c599d from 0
    to 1
  metadata:
    creationTimestamp: "2026-06-02T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:39:04Z"
    name: isvc-sklearn-runtime-predictor.18b5510d0cf49752
    namespace: kserve-ci-e2e-test
    resourceVersion: "33723"
    uid: 0f273475-dc64-4aba-92bb-d09ed90004c6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33720"
    uid: 7edf06d0-cfb9-4b60-94c8-936a7ee3d3fb
  kind: Event
  lastTimestamp: "2026-06-02T16:39:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:39:34Z"
    name: isvc-sklearn-runtime-predictor.18b551108c0968b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33998"
    uid: 59027d39-c63a-4774-8606-a4050793f17f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33720"
    uid: 7edf06d0-cfb9-4b60-94c8-936a7ee3d3fb
  kind: Event
  lastTimestamp: "2026-06-02T16:39:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:39:34Z"
    name: isvc-sklearn-runtime-predictor.18b551108c705bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33999"
    uid: 5afe96f1-23fd-41a8-ad90-a148bbf74d00
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33692"
    uid: 62e7cf3b-97db-4b16-96b9-373de2c149e2
  kind: Event
  lastTimestamp: "2026-06-02T16:39:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:39:27Z"
    name: isvc-sklearn-runtime.18b5510d0cfd6c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "33950"
    uid: d2193e11-3d04-48a1-8658-145274c56ee3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33692"
    uid: 62e7cf3b-97db-4b16-96b9-373de2c149e2
  kind: Event
  lastTimestamp: "2026-06-02T16:39:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:39:04Z"
    name: isvc-sklearn-runtime.18b5510d0d9946dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33727"
    uid: 23fe7bcb-9152-401d-bc22-4bb187abe194
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33948"
    uid: 62e7cf3b-97db-4b16-96b9-373de2c149e2
  kind: Event
  lastTimestamp: "2026-06-02T16:39:27Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:39:27Z"
    name: isvc-sklearn-runtime.18b5511279143d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 67fa8668-2613-4a9e-b88b-76deb4bea291
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:53:59.549336Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41255"
    uid: 78105e79-bc65-4407-916e-e683a47afe26
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-555695658c-mt6qd
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:53:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:53:59Z"
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd.18b551dd849c1833
    namespace: kserve-ci-e2e-test
    resourceVersion: "41261"
    uid: 5e0330bf-d4a4-40f1-abfd-bf454ac68db6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:53:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41265"
    uid: 78105e79-bc65-4407-916e-e683a47afe26
  kind: Event
  lastTimestamp: "2026-06-02T16:53:59Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:53:59Z"
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd.18b551dd9e311cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41278"
    uid: 01fc6eea-408f-4033-9537-252d8cca4c0d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 78105e79-bc65-4407-916e-e683a47afe26
  kind: Event
  lastTimestamp: "2026-06-02T16:54:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:54:00Z"
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd.18b551dd9f900f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "41280"
    uid: d59c8d05-a77f-432d-9523-2ddaee2378c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 78105e79-bc65-4407-916e-e683a47afe26
  kind: Event
  lastTimestamp: "2026-06-02T16:54:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:54:00Z"
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd.18b551dda27c9e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41282"
    uid: 35ea339d-f8b6-43a1-84d0-91b6c77f3667
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 78105e79-bc65-4407-916e-e683a47afe26
  kind: Event
  lastTimestamp: "2026-06-02T16:54:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:54:00Z"
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd.18b551dda2ef984f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41283"
    uid: bf62cec9-2fb7-4d82-b9a0-9e940f98aaba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 78105e79-bc65-4407-916e-e683a47afe26
  kind: Event
  lastTimestamp: "2026-06-02T16:54:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:54:01Z"
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd.18b551ddf571ec6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41301"
    uid: 5178527f-809b-4d73-bdfa-c25b7964afc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 78105e79-bc65-4407-916e-e683a47afe26
  kind: Event
  lastTimestamp: "2026-06-02T16:54:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:54:01Z"
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd.18b551ddf8e8af14
    namespace: kserve-ci-e2e-test
    resourceVersion: "41306"
    uid: 1e77fd04-99e8-49f9-9616-a586bda83603
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 78105e79-bc65-4407-916e-e683a47afe26
  kind: Event
  lastTimestamp: "2026-06-02T16:54:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:54:01Z"
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd.18b551ddf97b769b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41307"
    uid: a3af9992-760b-450a-9115-d03dadb0638c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 78105e79-bc65-4407-916e-e683a47afe26
  kind: Event
  lastTimestamp: "2026-06-02T16:54:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:54:01Z"
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd.18b551ddf987e69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41308"
    uid: aa733311-15cd-475f-b010-4c71c116c193
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 78105e79-bc65-4407-916e-e683a47afe26
  kind: Event
  lastTimestamp: "2026-06-02T16:54:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:54:01Z"
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd.18b551ddfc5fccbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41309"
    uid: 4adbc94f-3080-49b2-aa6d-392cf63a5171
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 78105e79-bc65-4407-916e-e683a47afe26
  kind: Event
  lastTimestamp: "2026-06-02T16:54:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:54:01Z"
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd.18b551ddfd0161dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41310"
    uid: 1b31a023-bff6-4eb6-b168-889805b8f012
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-06-02T16:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 78105e79-bc65-4407-916e-e683a47afe26
  kind: Event
  lastTimestamp: "2026-06-02T16:54:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:54:58Z"
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd.18b551de315da4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41964"
    uid: 3d04aa1f-4ae3-4de9-9de9-5e9eaf973736
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 78105e79-bc65-4407-916e-e683a47afe26
  kind: Event
  lastTimestamp: "2026-06-02T16:55:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:55:09Z"
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd.18b551edd811ac12
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 19bddf9b-8ebf-4975-8f0b-54c032f6dd68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 78105e79-bc65-4407-916e-e683a47afe26
  kind: Event
  lastTimestamp: "2026-06-02T16:55:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:55:09Z"
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd.18b551edd8126a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42096"
    uid: 2eb3d710-8e8c-4e82-8ca0-aeed83581849
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 78105e79-bc65-4407-916e-e683a47afe26
  kind: Event
  lastTimestamp: "2026-06-02T16:55:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:55:13Z"
    name: isvc-sklearn-s3-predictor-555695658c-mt6qd.18b551eeb97a8b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "42196"
    uid: 977f87f1-950e-490e-a605-93a5170f165f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:53:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-555695658c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41246"
    uid: 16a97ea6-da04-4889-8fc6-e326593fada8
  kind: Event
  lastTimestamp: "2026-06-02T16:53:59Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-555695658c-mt6qd'
  metadata:
    creationTimestamp: "2026-06-02T16:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:53:59Z"
    name: isvc-sklearn-s3-predictor-555695658c.18b551dd843c1a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "41256"
    uid: 5931b92d-54d7-4631-aad8-5119d35175e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:53:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41244"
    uid: cce4494a-1513-43c4-973f-d1de151b159f
  kind: Event
  lastTimestamp: "2026-06-02T16:53:59Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-555695658c from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:53:59Z"
    name: isvc-sklearn-s3-predictor.18b551dd81ee94ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "41248"
    uid: 71ece8af-f2da-4b08-bc60-f40fd1cca036
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:54:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41245"
    uid: e6248b70-0d27-4646-83c3-392e9b292728
  kind: Event
  lastTimestamp: "2026-06-02T16:54:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:54:29Z"
    name: isvc-sklearn-s3-predictor.18b551e1006662a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41513"
    uid: 7963c2c6-1428-48ef-b042-e1b92a44d70f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:54:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41245"
    uid: e6248b70-0d27-4646-83c3-392e9b292728
  kind: Event
  lastTimestamp: "2026-06-02T16:54:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:54:29Z"
    name: isvc-sklearn-s3-predictor.18b551e100cb81c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41514"
    uid: 6b9f25f9-c3aa-45e9-94b7-f0510a2b33c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:54:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41408"
    uid: e6248b70-0d27-4646-83c3-392e9b292728
  kind: Event
  lastTimestamp: "2026-06-02T16:54:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:54:59Z"
    name: isvc-sklearn-s3-predictor.18b551e7ff024006
    namespace: kserve-ci-e2e-test
    resourceVersion: "41984"
    uid: 2d5610fb-4f05-4f36-b410-6f8b582453ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:54:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41408"
    uid: e6248b70-0d27-4646-83c3-392e9b292728
  kind: Event
  lastTimestamp: "2026-06-02T16:54:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:54:59Z"
    name: isvc-sklearn-s3-predictor.18b551e7ff66ec9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41985"
    uid: 3710aafb-36a7-402b-9bc7-e35f19940080
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:58:03.089547Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f-gj5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "43649"
    uid: 5b935eda-8248-4dc2-88d8-655806c228af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f-gj5wt
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:58:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:58:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f-gj5wt.18b5521638bcd890
    namespace: kserve-ci-e2e-test
    resourceVersion: "43655"
    uid: c017638e-12ad-4686-a58a-429852f21e53
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f-gj5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "43653"
    uid: 5b935eda-8248-4dc2-88d8-655806c228af
  kind: Event
  lastTimestamp: "2026-06-02T16:58:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f-gj5wt.18b5521644a5f77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43664"
    uid: d8f16ea9-c5d1-4a2e-92c9-4c6c6fd68927
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f-gj5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "43659"
    uid: 5b935eda-8248-4dc2-88d8-655806c228af
  kind: Event
  lastTimestamp: "2026-06-02T16:58:04Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:58:04Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f-gj5wt.18b55216763f38a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43672"
    uid: eb08929d-89a1-4696-bdcd-a44c74c206db
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f-gj5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "43653"
    uid: 5b935eda-8248-4dc2-88d8-655806c228af
  kind: Event
  lastTimestamp: "2026-06-02T16:58:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:07Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f-gj5wt.18b5521677b8a6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43711"
    uid: 6ae1ed14-6fc8-44c2-a346-00a048849b11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f-gj5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "43653"
    uid: 5b935eda-8248-4dc2-88d8-655806c228af
  kind: Event
  lastTimestamp: "2026-06-02T16:58:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:07Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f-gj5wt.18b552167ab12998
    namespace: kserve-ci-e2e-test
    resourceVersion: "43717"
    uid: a9f4ce02-8002-4e95-9c98-03c82da540d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f-gj5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "43653"
    uid: 5b935eda-8248-4dc2-88d8-655806c228af
  kind: Event
  lastTimestamp: "2026-06-02T16:58:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:07Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f-gj5wt.18b552167b267ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43718"
    uid: 60d4738e-fd76-4b0a-83a4-61290d6e86f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f-gj5wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "43653"
    uid: 5b935eda-8248-4dc2-88d8-655806c228af
  kind: Event
  lastTimestamp: "2026-06-02T16:58:13Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:13Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f-gj5wt.18b552188b932ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43782"
    uid: 0869f24f-0846-4f57-8cdd-2c307d16f1ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43640"
    uid: 8fa20d29-16b7-45cc-afd0-cf8d7ea39e74
  kind: Event
  lastTimestamp: "2026-06-02T16:58:03Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f-gj5wt'
  metadata:
    creationTimestamp: "2026-06-02T16:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:58:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f.18b55216383718b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43652"
    uid: d4fea188-4054-4820-b1b1-f8a1d63eb0bc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43638"
    uid: d9cd0efd-69ab-4e97-92cd-85a7d03d8589
  kind: Event
  lastTimestamp: "2026-06-02T16:58:03Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-66cfbfcc4f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:58:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18b5521635785344
    namespace: kserve-ci-e2e-test
    resourceVersion: "43642"
    uid: 945c4e68-9863-4f3d-bd7a-1393ae7b05e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "43628"
    uid: cf8e2e03-0713-4709-a8a6-16ee0dadced6
  kind: Event
  lastTimestamp: "2026-06-02T16:58:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:58:07Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b5521635521c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43719"
    uid: ab52d0b6-9a6e-4b1b-868d-4e7d70a5f332
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "43628"
    uid: cf8e2e03-0713-4709-a8a6-16ee0dadced6
  kind: Event
  lastTimestamp: "2026-06-02T16:58:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:58:03Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b5521635ef47d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43645"
    uid: 7bacb934-8651-4083-a4bf-3ef8e5380208
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:56:41.995527Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42985"
    uid: 7366d182-55cb-4431-b07f-49446e79a20e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:56:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:56:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d.18b5520357285071
    namespace: kserve-ci-e2e-test
    resourceVersion: "42991"
    uid: b9e5828e-5b5d-4e80-b04d-607704d19970
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42995"
    uid: 7366d182-55cb-4431-b07f-49446e79a20e
  kind: Event
  lastTimestamp: "2026-06-02T16:56:42Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:56:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d.18b5520370e6e01b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43007"
    uid: 62b2d536-4f39-4625-b1dd-a4fd98729d1b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42989"
    uid: 7366d182-55cb-4431-b07f-49446e79a20e
  kind: Event
  lastTimestamp: "2026-06-02T16:56:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d.18b55203724e5424
    namespace: kserve-ci-e2e-test
    resourceVersion: "43009"
    uid: b71a7686-a56a-45a8-bee2-f63cddf0bf60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42989"
    uid: 7366d182-55cb-4431-b07f-49446e79a20e
  kind: Event
  lastTimestamp: "2026-06-02T16:56:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d.18b55203752767ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "43011"
    uid: 33cb1c0e-8dc8-4a56-914a-113e162ce5cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42989"
    uid: 7366d182-55cb-4431-b07f-49446e79a20e
  kind: Event
  lastTimestamp: "2026-06-02T16:56:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d.18b5520375975b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "43012"
    uid: a0b4f6af-4964-4bc0-af50-fcd7bbede1bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42989"
    uid: 7366d182-55cb-4431-b07f-49446e79a20e
  kind: Event
  lastTimestamp: "2026-06-02T16:56:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d.18b55203d05d3519
    namespace: kserve-ci-e2e-test
    resourceVersion: "43030"
    uid: 1ad1d942-b78e-4181-8499-11ecad8054a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42989"
    uid: 7366d182-55cb-4431-b07f-49446e79a20e
  kind: Event
  lastTimestamp: "2026-06-02T16:56:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d.18b55203d3a4f336
    namespace: kserve-ci-e2e-test
    resourceVersion: "43035"
    uid: a041c0dc-dc38-4d21-91db-e8e48b364fd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42989"
    uid: 7366d182-55cb-4431-b07f-49446e79a20e
  kind: Event
  lastTimestamp: "2026-06-02T16:56:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d.18b55203d4343dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "43036"
    uid: a9e6f608-aa0d-4e6d-98db-6a6e4583f707
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42989"
    uid: 7366d182-55cb-4431-b07f-49446e79a20e
  kind: Event
  lastTimestamp: "2026-06-02T16:56:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d.18b55203d44245ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "43037"
    uid: d7f91e38-e012-49b1-997a-dd6d14fc9f5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42989"
    uid: 7366d182-55cb-4431-b07f-49446e79a20e
  kind: Event
  lastTimestamp: "2026-06-02T16:56:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d.18b55203d7d3fafb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43040"
    uid: e7c5ec5c-bb27-434c-acb1-f0d862d812c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42989"
    uid: 7366d182-55cb-4431-b07f-49446e79a20e
  kind: Event
  lastTimestamp: "2026-06-02T16:56:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d.18b55203d84883c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43041"
    uid: 1e8fad2f-8ac2-4910-b679-4fe3d80b4d4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42989"
    uid: 7366d182-55cb-4431-b07f-49446e79a20e
  kind: Event
  lastTimestamp: "2026-06-02T16:57:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:57:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d.18b552044821ad4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: 4c16349b-41cc-4e2d-a422-9c6b59747650
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42989"
    uid: 7366d182-55cb-4431-b07f-49446e79a20e
  kind: Event
  lastTimestamp: "2026-06-02T16:58:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d.18b55215f7ffd216
    namespace: kserve-ci-e2e-test
    resourceVersion: "43611"
    uid: 87f4cce2-ec83-4490-a63e-c585711eb76f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42989"
    uid: 7366d182-55cb-4431-b07f-49446e79a20e
  kind: Event
  lastTimestamp: "2026-06-02T16:58:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d.18b55215f80038da
    namespace: kserve-ci-e2e-test
    resourceVersion: "43612"
    uid: c67e39b2-f5c0-4801-be22-58e3ac1be540
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42989"
    uid: 7366d182-55cb-4431-b07f-49446e79a20e
  kind: Event
  lastTimestamp: "2026-06-02T16:58:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d.18b55215fa3b157b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43613"
    uid: 1f9ee013-620b-4097-af65-2c7e3dcc6fc7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579
    namespace: kserve-ci-e2e-test
    resourceVersion: "42975"
    uid: 3227cbfe-41f6-4d7a-b287-08972a221dc4
  kind: Event
  lastTimestamp: "2026-06-02T16:56:41Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579-bqn6d'
  metadata:
    creationTimestamp: "2026-06-02T16:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:56:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579.18b5520356b5963d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42988"
    uid: e5478ef9-7ed2-405e-b2d0-9a9340243b9e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42973"
    uid: 411b8bee-2f1c-4a52-aec0-0a690642e6e7
  kind: Event
  lastTimestamp: "2026-06-02T16:56:41Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-74d9c55579
    from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:56:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b5520353d8c0a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42977"
    uid: 3b13eb1f-4021-4e4d-b040-1ad086d90374
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42974"
    uid: c8c4d85b-3072-4bd7-b49d-4d4fcf5e629f
  kind: Event
  lastTimestamp: "2026-06-02T16:57:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:57:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b55206d28e69f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43236"
    uid: 25f8e8b5-4517-4a24-b567-967de1d6ba8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42974"
    uid: c8c4d85b-3072-4bd7-b49d-4d4fcf5e629f
  kind: Event
  lastTimestamp: "2026-06-02T16:57:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:57:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b55206d2f02e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43237"
    uid: f2c3eb26-3dd3-49c3-b2ff-3f50a38ca613
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:57:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43145"
    uid: c8c4d85b-3072-4bd7-b49d-4d4fcf5e629f
  kind: Event
  lastTimestamp: "2026-06-02T16:57:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:57:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b5520dd0d98fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "43562"
    uid: 3e46c047-b2a1-4559-9145-409523efca71
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:57:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43145"
    uid: c8c4d85b-3072-4bd7-b49d-4d4fcf5e629f
  kind: Event
  lastTimestamp: "2026-06-02T16:57:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:57:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b5520dd164c567
    namespace: kserve-ci-e2e-test
    resourceVersion: "43563"
    uid: 798a76c0-6093-4f64-8bb2-9e16421be875
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42964"
    uid: c4ab1133-2d74-46a3-9ac8-97974ab46629
  kind: Event
  lastTimestamp: "2026-06-02T16:57:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:57:52Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b5520353a6171b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43530"
    uid: 7c012748-a64a-40f1-9c6b-2d40eb5f73a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42964"
    uid: c4ab1133-2d74-46a3-9ac8-97974ab46629
  kind: Event
  lastTimestamp: "2026-06-02T16:56:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:56:41Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b5520353f90d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42980"
    uid: b472f4c2-1d4c-4fa2-89f1-e30a1bba3269
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:57:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "43528"
    uid: c4ab1133-2d74-46a3-9ac8-97974ab46629
  kind: Event
  lastTimestamp: "2026-06-02T16:57:52Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:57:52Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b55213ab2086a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43529"
    uid: a9687790-ec04-47ce-a08d-61fb2e3b9edb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:56:30.950388Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c-z9gr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42824"
    uid: c2dec210-ea89-453f-bee0-2ea59645f499
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c-z9gr4
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:56:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:56:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c-z9gr4.18b55200c4d0c93b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42830"
    uid: 105e2ab6-7b2a-451a-b57f-29cf2e935951
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c-z9gr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42834"
    uid: c2dec210-ea89-453f-bee0-2ea59645f499
  kind: Event
  lastTimestamp: "2026-06-02T16:56:31Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:56:31Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c-z9gr4.18b55200deb62e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42842"
    uid: 8215e8b0-cd2e-4633-9b05-e31b77c3db7b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c-z9gr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42826"
    uid: c2dec210-ea89-453f-bee0-2ea59645f499
  kind: Event
  lastTimestamp: "2026-06-02T16:56:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:33Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c-z9gr4.18b55200e04135df
    namespace: kserve-ci-e2e-test
    resourceVersion: "42871"
    uid: 781fd390-d01d-4b58-80fb-bcdf3bffcdd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c-z9gr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42826"
    uid: c2dec210-ea89-453f-bee0-2ea59645f499
  kind: Event
  lastTimestamp: "2026-06-02T16:56:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:34Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c-z9gr4.18b55200e38c2e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42878"
    uid: a23acfec-2227-4386-b222-55388bbfb3cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c-z9gr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42826"
    uid: c2dec210-ea89-453f-bee0-2ea59645f499
  kind: Event
  lastTimestamp: "2026-06-02T16:56:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:34Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c-z9gr4.18b55200e3fd4a0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42879"
    uid: 485961a9-9c6a-405e-b318-db3f761d3b48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c-z9gr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42826"
    uid: c2dec210-ea89-453f-bee0-2ea59645f499
  kind: Event
  lastTimestamp: "2026-06-02T16:56:40Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c-z9gr4_kserve-ci-e2e-test(c2dec210-ea89-453f-bee0-2ea59645f499)
  metadata:
    creationTimestamp: "2026-06-02T16:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c-z9gr4.18b55202e15ea40c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42920"
    uid: 39761889-bbf7-40f4-b700-558f80379a12
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42813"
    uid: 8e9fb1a3-fb52-4455-9222-a1e7a5236d9d
  kind: Event
  lastTimestamp: "2026-06-02T16:56:30Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c-z9gr4'
  metadata:
    creationTimestamp: "2026-06-02T16:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:56:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c.18b55200c43db685
    namespace: kserve-ci-e2e-test
    resourceVersion: "42825"
    uid: f01dc3ca-e150-4163-b010-dae129cd2da3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42811"
    uid: 92e69564-acff-4ee0-b4e1-cf2d9b372f29
  kind: Event
  lastTimestamp: "2026-06-02T16:56:30Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-848c66f57c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:56:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18b55200bf655b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42816"
    uid: 542cfb29-82c6-4b20-9f32-812135733441
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42800"
    uid: 3e71ac60-58e4-4da1-bce7-e702d767c16c
  kind: Event
  lastTimestamp: "2026-06-02T16:56:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:56:40Z"
    name: isvc-sklearn-s3-tls-global-fail.18b55200bf1a7826
    namespace: kserve-ci-e2e-test
    resourceVersion: "42931"
    uid: e9ab159a-732e-46cf-a056-03c27bc3d28c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42800"
    uid: 3e71ac60-58e4-4da1-bce7-e702d767c16c
  kind: Event
  lastTimestamp: "2026-06-02T16:56:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:56:30Z"
    name: isvc-sklearn-s3-tls-global-fail.18b55200c07ce9d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42819"
    uid: b9e54fa3-b20c-4ae4-80ae-09e4a6d94b6c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:55:09.792639Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42118"
    uid: 924029f5-5040-4004-9d47-c3dc2cbb3c71
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:55:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:55:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf.18b551eddf6fd2c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42122"
    uid: f18523ab-58d0-4a19-9d3e-4e196cf80a71
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42120"
    uid: 924029f5-5040-4004-9d47-c3dc2cbb3c71
  kind: Event
  lastTimestamp: "2026-06-02T16:55:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:55:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf.18b551edec08cfd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42133"
    uid: 17d387d3-6821-4c10-8ee4-383663916d2b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42128"
    uid: 924029f5-5040-4004-9d47-c3dc2cbb3c71
  kind: Event
  lastTimestamp: "2026-06-02T16:55:10Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:55:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf.18b551ee1ce5f076
    namespace: kserve-ci-e2e-test
    resourceVersion: "42146"
    uid: afce1a00-6166-4220-ba1d-04072803d2ba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42120"
    uid: 924029f5-5040-4004-9d47-c3dc2cbb3c71
  kind: Event
  lastTimestamp: "2026-06-02T16:55:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:55:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf.18b551ee1e614665
    namespace: kserve-ci-e2e-test
    resourceVersion: "42148"
    uid: 6207bcfe-26da-40e7-843d-e9b7860a7752
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42120"
    uid: 924029f5-5040-4004-9d47-c3dc2cbb3c71
  kind: Event
  lastTimestamp: "2026-06-02T16:55:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:55:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf.18b551ee217e95bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42151"
    uid: bf4abc5d-18f4-4daa-b653-ad870d5536fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42120"
    uid: 924029f5-5040-4004-9d47-c3dc2cbb3c71
  kind: Event
  lastTimestamp: "2026-06-02T16:55:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:55:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf.18b551ee21ef2a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "42152"
    uid: 181769e7-d197-4083-8d29-fa5cb7236438
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42120"
    uid: 924029f5-5040-4004-9d47-c3dc2cbb3c71
  kind: Event
  lastTimestamp: "2026-06-02T16:55:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:55:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf.18b551ee8bd86eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42180"
    uid: f1898ea6-01ed-403b-8be1-c18b559b5789
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42120"
    uid: 924029f5-5040-4004-9d47-c3dc2cbb3c71
  kind: Event
  lastTimestamp: "2026-06-02T16:55:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:55:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf.18b551ee8fa13ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42184"
    uid: 6a620f57-6ac9-4de9-959b-fb655c7b18fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42120"
    uid: 924029f5-5040-4004-9d47-c3dc2cbb3c71
  kind: Event
  lastTimestamp: "2026-06-02T16:55:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:55:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf.18b551ee901d03b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42185"
    uid: 507bbbfc-94eb-4443-b657-6c53ace35389
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42120"
    uid: 924029f5-5040-4004-9d47-c3dc2cbb3c71
  kind: Event
  lastTimestamp: "2026-06-02T16:55:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:55:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf.18b551ee902c2cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42186"
    uid: 3ff0eb36-4a85-4194-b709-f5648d29aebd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42120"
    uid: 924029f5-5040-4004-9d47-c3dc2cbb3c71
  kind: Event
  lastTimestamp: "2026-06-02T16:55:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:55:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf.18b551ee93d03249
    namespace: kserve-ci-e2e-test
    resourceVersion: "42188"
    uid: 67d14e04-0ebd-4dec-8824-a503ee5ed26c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42120"
    uid: 924029f5-5040-4004-9d47-c3dc2cbb3c71
  kind: Event
  lastTimestamp: "2026-06-02T16:55:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:55:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf.18b551ee94463d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "42189"
    uid: c69418fd-24d8-4ea5-8e3c-1558ebd73df7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42120"
    uid: 924029f5-5040-4004-9d47-c3dc2cbb3c71
  kind: Event
  lastTimestamp: "2026-06-02T16:56:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf.18b551ef03aec1cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42792"
    uid: 9b42efd8-672c-4ada-b21d-74752fa51054
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42120"
    uid: 924029f5-5040-4004-9d47-c3dc2cbb3c71
  kind: Event
  lastTimestamp: "2026-06-02T16:56:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf.18b5520082d1bdf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42780"
    uid: 7345b609-27b3-4de4-869c-dd8d8c0f18c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42120"
    uid: 924029f5-5040-4004-9d47-c3dc2cbb3c71
  kind: Event
  lastTimestamp: "2026-06-02T16:56:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf.18b5520082d25d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "42781"
    uid: 91294a43-2fc9-4a6a-8f7a-b531975775f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42120"
    uid: 924029f5-5040-4004-9d47-c3dc2cbb3c71
  kind: Event
  lastTimestamp: "2026-06-02T16:56:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:56:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf.18b55200b5d650ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "42791"
    uid: b052fb4a-4a62-4cf1-a1cb-72c8bcdc794a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42108"
    uid: 1f34b3c4-2d9f-4083-8a3d-35cf31047115
  kind: Event
  lastTimestamp: "2026-06-02T16:55:09Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f-lz4mf'
  metadata:
    creationTimestamp: "2026-06-02T16:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:55:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f.18b551eddeffd7a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42119"
    uid: e9e698c0-b87b-4a74-8f9c-6f522641d56a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42106"
    uid: 64819bb4-c201-4947-b1a7-544f76b4665b
  kind: Event
  lastTimestamp: "2026-06-02T16:55:09Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-56bc7f457f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:55:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b551eddc3b3137
    namespace: kserve-ci-e2e-test
    resourceVersion: "42111"
    uid: c64e5bfe-d5e0-44f8-aff9-5cde59d8bb93
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42107"
    uid: 34951599-a293-4f87-8e82-fcdce92adaa8
  kind: Event
  lastTimestamp: "2026-06-02T16:55:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:55:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b551f15bb4f6b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42394"
    uid: 4b862255-352d-40de-8df6-c8e2a1ee1e99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42107"
    uid: 34951599-a293-4f87-8e82-fcdce92adaa8
  kind: Event
  lastTimestamp: "2026-06-02T16:55:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:55:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b551f15c42722d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42395"
    uid: 4ec60c74-932c-43e3-ac4a-67c46482d5c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42278"
    uid: 34951599-a293-4f87-8e82-fcdce92adaa8
  kind: Event
  lastTimestamp: "2026-06-02T16:56:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:56:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b551f859f15fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42722"
    uid: 91c5ac4a-b5e9-4a35-a27d-70d9d09127a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42278"
    uid: 34951599-a293-4f87-8e82-fcdce92adaa8
  kind: Event
  lastTimestamp: "2026-06-02T16:56:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:56:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b551f85a555aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "42724"
    uid: 7e455bbc-2423-46dd-8440-28906ee6033d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42093"
    uid: efac5197-81d4-4a41-84eb-0dcb4bcdf48d
  kind: Event
  lastTimestamp: "2026-06-02T16:56:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:56:20Z"
    name: isvc-sklearn-s3-tls-global-pass.18b551eddc15f9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "42695"
    uid: d9471d6e-cb96-42da-8c19-f3b0761c9be6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42093"
    uid: efac5197-81d4-4a41-84eb-0dcb4bcdf48d
  kind: Event
  lastTimestamp: "2026-06-02T16:55:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:55:09Z"
    name: isvc-sklearn-s3-tls-global-pass.18b551eddc9038fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "42113"
    uid: 8b66f166-9541-4826-b208-21a9b7de3aab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:56:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42692"
    uid: efac5197-81d4-4a41-84eb-0dcb4bcdf48d
  kind: Event
  lastTimestamp: "2026-06-02T16:56:20Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:56:20Z"
    name: isvc-sklearn-s3-tls-global-pass.18b551fe6765042a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42693"
    uid: e1269e5b-a70e-49b3-842f-f19ef02693fb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:59:35.253845Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "44502"
    uid: d27d5e2b-fbdc-411d-9f2e-0bee4409e5f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:59:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:59:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg.18b5522bae286675
    namespace: kserve-ci-e2e-test
    resourceVersion: "44508"
    uid: 50077e50-7d2d-4513-8270-280afd48dbf3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:59:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "44506"
    uid: d27d5e2b-fbdc-411d-9f2e-0bee4409e5f8
  kind: Event
  lastTimestamp: "2026-06-02T16:59:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:59:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg.18b5522bbc8ff271
    namespace: kserve-ci-e2e-test
    resourceVersion: "44517"
    uid: a384331d-515c-451c-a7a3-abc67e011b77
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:59:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "44513"
    uid: d27d5e2b-fbdc-411d-9f2e-0bee4409e5f8
  kind: Event
  lastTimestamp: "2026-06-02T16:59:36Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:59:36Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg.18b5522beb8fb6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "44524"
    uid: 842ce3e4-b0a4-483e-969e-7e579bb2e56f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:59:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "44506"
    uid: d27d5e2b-fbdc-411d-9f2e-0bee4409e5f8
  kind: Event
  lastTimestamp: "2026-06-02T16:59:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:59:40Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg.18b5522becfec7a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44566"
    uid: e7e439f6-1f59-484b-9b51-ee2f6d32fa80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:59:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "44506"
    uid: d27d5e2b-fbdc-411d-9f2e-0bee4409e5f8
  kind: Event
  lastTimestamp: "2026-06-02T16:59:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:59:40Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg.18b5522bf0e0be23
    namespace: kserve-ci-e2e-test
    resourceVersion: "44571"
    uid: 6d51d35a-fcff-4d06-aa72-530aa601e0ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:59:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "44506"
    uid: d27d5e2b-fbdc-411d-9f2e-0bee4409e5f8
  kind: Event
  lastTimestamp: "2026-06-02T16:59:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:59:40Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg.18b5522bf155f2ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "44572"
    uid: 92572baa-b6cd-4e16-af98-3fe98b66c5e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "44506"
    uid: d27d5e2b-fbdc-411d-9f2e-0bee4409e5f8
  kind: Event
  lastTimestamp: "2026-06-02T16:59:44Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg_kserve-ci-e2e-test(d27d5e2b-fbdc-411d-9f2e-0bee4409e5f8)
  metadata:
    creationTimestamp: "2026-06-02T16:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:59:44Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg.18b5522de155f33d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44598"
    uid: 3e5f691d-cde7-4ce8-8ebd-c10499b7fe9e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:59:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44493"
    uid: ac3dc193-d2bf-4fe3-9b21-cb5a63698eec
  kind: Event
  lastTimestamp: "2026-06-02T16:59:35Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d-c6gmg'
  metadata:
    creationTimestamp: "2026-06-02T16:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:59:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d.18b5522badbad589
    namespace: kserve-ci-e2e-test
    resourceVersion: "44505"
    uid: 002dc963-06f2-454b-bfed-4447bcc6453a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:59:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44491"
    uid: 48b575be-9865-41b5-b6e9-7b923926e18e
  kind: Event
  lastTimestamp: "2026-06-02T16:59:35Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-5cfdc5b88d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:59:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18b5522baaefb763
    namespace: kserve-ci-e2e-test
    resourceVersion: "44495"
    uid: 50ee5c8f-a1c5-4b0f-8e28-7244e89aac08
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:59:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "44482"
    uid: fc4aa36b-9d19-485c-a288-b20f5909f296
  kind: Event
  lastTimestamp: "2026-06-02T16:59:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:59:44Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b5522baaca307a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44602"
    uid: 8a298613-eddf-4e54-a572-f517d1772184
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:59:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "44482"
    uid: fc4aa36b-9d19-485c-a288-b20f5909f296
  kind: Event
  lastTimestamp: "2026-06-02T16:59:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:59:35Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b5522bab1a0dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "44498"
    uid: a5868de8-42b8-4c1a-beb1-ebfb43b3d381
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:58:14.159351Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "43817"
    uid: f993822c-7366-46c8-af48-4690f2550896
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:58:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:58:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx.18b55218cc8ca288
    namespace: kserve-ci-e2e-test
    resourceVersion: "43824"
    uid: 9d1e8c6e-a7d7-4e5c-9465-1a8ead9bd8de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "43828"
    uid: f993822c-7366-46c8-af48-4690f2550896
  kind: Event
  lastTimestamp: "2026-06-02T16:58:14Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:58:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx.18b55218e650f57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43841"
    uid: c72e79f7-fab3-4f7b-97b0-f3240d3c8df3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "43821"
    uid: f993822c-7366-46c8-af48-4690f2550896
  kind: Event
  lastTimestamp: "2026-06-02T16:58:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx.18b55218e7b02d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "43843"
    uid: fd3408be-ee2c-4727-b024-e42bbfb2c91d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "43821"
    uid: f993822c-7366-46c8-af48-4690f2550896
  kind: Event
  lastTimestamp: "2026-06-02T16:58:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx.18b55218ead9e8b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43846"
    uid: eec37f2b-d0f1-4504-9639-54e721f74fcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "43821"
    uid: f993822c-7366-46c8-af48-4690f2550896
  kind: Event
  lastTimestamp: "2026-06-02T16:58:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx.18b55218eb4ed81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43847"
    uid: ca05bb61-df18-4e91-9401-cc3c6393537b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "43821"
    uid: f993822c-7366-46c8-af48-4690f2550896
  kind: Event
  lastTimestamp: "2026-06-02T16:58:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx.18b5521950b5d88e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43863"
    uid: 661d7721-084f-486e-a46c-f92772c6e096
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "43821"
    uid: f993822c-7366-46c8-af48-4690f2550896
  kind: Event
  lastTimestamp: "2026-06-02T16:58:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx.18b5521953a58bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43865"
    uid: 9443a901-235f-4364-84dd-407c414baf8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "43821"
    uid: f993822c-7366-46c8-af48-4690f2550896
  kind: Event
  lastTimestamp: "2026-06-02T16:58:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx.18b55219541bcab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43866"
    uid: 3cd2cb80-c0e4-42bf-bb8f-4fa282b83af6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "43821"
    uid: f993822c-7366-46c8-af48-4690f2550896
  kind: Event
  lastTimestamp: "2026-06-02T16:58:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx.18b5521954291723
    namespace: kserve-ci-e2e-test
    resourceVersion: "43867"
    uid: 84cba8e9-340d-480c-a85e-097904ecb17a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "43821"
    uid: f993822c-7366-46c8-af48-4690f2550896
  kind: Event
  lastTimestamp: "2026-06-02T16:58:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx.18b5521957296273
    namespace: kserve-ci-e2e-test
    resourceVersion: "43872"
    uid: 04869e1f-cf41-4972-bfe0-ba4b3707bf7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "43821"
    uid: f993822c-7366-46c8-af48-4690f2550896
  kind: Event
  lastTimestamp: "2026-06-02T16:58:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:58:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx.18b5521957a36c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "43873"
    uid: e0a06b7d-444b-453c-9e0e-d898e4680fe0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "43821"
    uid: f993822c-7366-46c8-af48-4690f2550896
  kind: Event
  lastTimestamp: "2026-06-02T16:59:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:59:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx.18b55219c86bec2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44468"
    uid: 4a7df24c-c218-4165-bef5-b9e389e315cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "43821"
    uid: f993822c-7366-46c8-af48-4690f2550896
  kind: Event
  lastTimestamp: "2026-06-02T16:59:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:59:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx.18b5522b6e601170
    namespace: kserve-ci-e2e-test
    resourceVersion: "44465"
    uid: e84ef77f-2162-4c3c-aa8f-6a4e5d3d2f9b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "43821"
    uid: f993822c-7366-46c8-af48-4690f2550896
  kind: Event
  lastTimestamp: "2026-06-02T16:59:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:59:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx.18b5522b6e6066c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44466"
    uid: cd7de01f-27d6-4df2-8bf0-fe6d401a4338
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "43821"
    uid: f993822c-7366-46c8-af48-4690f2550896
  kind: Event
  lastTimestamp: "2026-06-02T16:59:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.61:8643/healthz": dial tcp
    10.134.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:59:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx.18b5522b7adec535
    namespace: kserve-ci-e2e-test
    resourceVersion: "44467"
    uid: 9725be56-a51b-4ef9-acd0-443fe2afefcf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "43808"
    uid: d6365b8f-1a29-4ee7-92b1-6b2928d03cab
  kind: Event
  lastTimestamp: "2026-06-02T16:58:14Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58-mzcmx'
  metadata:
    creationTimestamp: "2026-06-02T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:58:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58.18b55218cc123f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "43820"
    uid: 1029f847-d0ea-4da8-bc41-5d1f042c963b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43806"
    uid: 78cc6329-39de-4455-9eea-cf726fa80c76
  kind: Event
  lastTimestamp: "2026-06-02T16:58:14Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-668dbb4b58
    from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:58:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b55218c932826e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43811"
    uid: 4aebac12-37c5-4855-b77d-9828d8c2bad9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43807"
    uid: 37a3b972-796c-4503-8248-66b853ec2fd9
  kind: Event
  lastTimestamp: "2026-06-02T16:58:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:58:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b5521c48050177
    namespace: kserve-ci-e2e-test
    resourceVersion: "44066"
    uid: 392461a9-5282-4620-9e47-18d3fc799234
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43807"
    uid: 37a3b972-796c-4503-8248-66b853ec2fd9
  kind: Event
  lastTimestamp: "2026-06-02T16:58:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:58:44Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b5521c4882f107
    namespace: kserve-ci-e2e-test
    resourceVersion: "44067"
    uid: 55a0503c-8549-4faf-b194-0b946a8ee2c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43957"
    uid: 37a3b972-796c-4503-8248-66b853ec2fd9
  kind: Event
  lastTimestamp: "2026-06-02T16:59:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:59:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b55223465818ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "44405"
    uid: a3774b62-a97b-4e60-98f5-be66406f5bd8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43957"
    uid: 37a3b972-796c-4503-8248-66b853ec2fd9
  kind: Event
  lastTimestamp: "2026-06-02T16:59:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:59:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b5522346e22dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44406"
    uid: bf365375-f148-480f-b630-901482eefe3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "43796"
    uid: 78e510a7-d6f6-4d4d-825e-4111b225ab96
  kind: Event
  lastTimestamp: "2026-06-02T16:59:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:59:24Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b55218c90e9564
    namespace: kserve-ci-e2e-test
    resourceVersion: "44373"
    uid: 8ab766d6-5a69-4f44-a13c-e8bc4351c560
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:58:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "43796"
    uid: 78e510a7-d6f6-4d4d-825e-4111b225ab96
  kind: Event
  lastTimestamp: "2026-06-02T16:58:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:58:14Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b55218c978aa2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43813"
    uid: c9d27cd4-e245-451b-962a-02a227f58e89
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:59:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "44369"
    uid: 78e510a7-d6f6-4d4d-825e-4111b225ab96
  kind: Event
  lastTimestamp: "2026-06-02T16:59:24Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:59:24Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b552292ba431fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "44370"
    uid: 3f09ff56-017f-4c05-be5b-a2a8ae2e5b66
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:53:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41215"
    uid: 689371f9-f31f-4d5a-8fd6-65b6531ae033
  kind: Event
  lastTimestamp: "2026-06-02T16:55:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:55:08Z"
    name: isvc-sklearn-s3.18b551dd81c7bdd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42063"
    uid: 5232f028-b760-47bd-8440-aaf225d9354b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:53:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41215"
    uid: 689371f9-f31f-4d5a-8fd6-65b6531ae033
  kind: Event
  lastTimestamp: "2026-06-02T16:53:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:53:59Z"
    name: isvc-sklearn-s3.18b551dd821b61f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41268"
    uid: f8344d9c-9999-4c11-bfc1-cfcfa3823053
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:53:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41227"
    uid: 689371f9-f31f-4d5a-8fd6-65b6531ae033
  kind: Event
  lastTimestamp: "2026-06-02T16:53:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:53:59Z"
    name: isvc-sklearn-s3.18b551dd87a43b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41269"
    uid: 42ea217b-9ab4-4f85-8338-7fe25be85344
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:55:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42060"
    uid: 689371f9-f31f-4d5a-8fd6-65b6531ae033
  kind: Event
  lastTimestamp: "2026-06-02T16:55:08Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:55:08Z"
    name: isvc-sklearn-s3.18b551ed94a14727
    namespace: kserve-ci-e2e-test
    resourceVersion: "42061"
    uid: 14f6a686-6712-4b87-95d9-315e1d5944e0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-84cbfbd454
    namespace: kserve-ci-e2e-test
    resourceVersion: "32489"
    uid: 4a01d5f6-6fb3-457e-87eb-dc5ab1df80e1
  kind: Event
  lastTimestamp: "2026-06-02T16:36:41Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-84cbfbd454-wmv2g'
  metadata:
    creationTimestamp: "2026-06-02T16:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:36:41Z"
    name: isvc-sklearn-scheduler-predictor-84cbfbd454.18b550ebe3be2441
    namespace: kserve-ci-e2e-test
    resourceVersion: "32498"
    uid: 13ed387f-6054-405b-b725-3ccabae0d338
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: 4b6932a8-7b83-47c0-aef4-abfe23f2bd43
  kind: Event
  lastTimestamp: "2026-06-02T16:36:41Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-84cbfbd454 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:36:41Z"
    name: isvc-sklearn-scheduler-predictor.18b550ebdec73896
    namespace: kserve-ci-e2e-test
    resourceVersion: "32491"
    uid: 06416415-4772-4967-84b4-8c42660ed6ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "32458"
    uid: 7c1e8011-8740-48cf-8e0d-86f2301170ce
  kind: Event
  lastTimestamp: "2026-06-02T16:36:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:36:42Z"
    name: isvc-sklearn-scheduler.18b550ebde494908
    namespace: kserve-ci-e2e-test
    resourceVersion: "32509"
    uid: fcb46a83-2413-4a24-b000-3b4a17378d3b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "32458"
    uid: 7c1e8011-8740-48cf-8e0d-86f2301170ce
  kind: Event
  lastTimestamp: "2026-06-02T16:36:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:36:41Z"
    name: isvc-sklearn-scheduler.18b550ebded079f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32492"
    uid: ae5e998f-15c2-4aae-80a2-8fabc5b8727e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "32458"
    uid: 7c1e8011-8740-48cf-8e0d-86f2301170ce
  kind: Event
  lastTimestamp: "2026-06-02T16:36:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:36:41Z"
    name: isvc-sklearn-scheduler.18b550ebded0dc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32493"
    uid: 0fbec27c-7082-4c08-bcc6-6b8a3691e454
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:42:01.951677Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 2987002d-4989-4b0f-975d-1e8928be07a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:42:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:42:01Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj.18b551367074cc41
    namespace: kserve-ci-e2e-test
    resourceVersion: "35266"
    uid: 87ea07fb-dfdf-4fe4-a555-36833a83b258
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 2987002d-4989-4b0f-975d-1e8928be07a6
  kind: Event
  lastTimestamp: "2026-06-02T16:42:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:42:02Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj.18b5513679512bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35275"
    uid: b5797ba2-05af-4d26-8edc-9076ffcf0d13
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35270"
    uid: 2987002d-4989-4b0f-975d-1e8928be07a6
  kind: Event
  lastTimestamp: "2026-06-02T16:42:02Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:42:02Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj.18b55136ae206115
    namespace: kserve-ci-e2e-test
    resourceVersion: "35284"
    uid: 6ab587ac-472f-4d60-b72c-ca0822c9a229
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 2987002d-4989-4b0f-975d-1e8928be07a6
  kind: Event
  lastTimestamp: "2026-06-02T16:42:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:42:03Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj.18b55136afa8af7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35286"
    uid: 8cc4c28c-c9df-4233-8ad1-5592b154c5bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 2987002d-4989-4b0f-975d-1e8928be07a6
  kind: Event
  lastTimestamp: "2026-06-02T16:42:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:42:03Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj.18b55136b2b9fee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35288"
    uid: 340c4092-5505-4cea-9b97-9005242b7101
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 2987002d-4989-4b0f-975d-1e8928be07a6
  kind: Event
  lastTimestamp: "2026-06-02T16:42:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:42:03Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj.18b55136b32a7dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35289"
    uid: 49a48540-b409-4408-bf40-b412fdda3588
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 2987002d-4989-4b0f-975d-1e8928be07a6
  kind: Event
  lastTimestamp: "2026-06-02T16:42:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:42:07Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj.18b551379ec2bd0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: d7461bf6-f8ec-4b36-bda6-3d3d69f98dd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 2987002d-4989-4b0f-975d-1e8928be07a6
  kind: Event
  lastTimestamp: "2026-06-02T16:42:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:42:07Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj.18b55137a24662e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35332"
    uid: 341a7209-5065-4a59-b83f-7ada5288424d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 2987002d-4989-4b0f-975d-1e8928be07a6
  kind: Event
  lastTimestamp: "2026-06-02T16:42:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:42:07Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj.18b55137a2d82c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 29ea6907-d97a-42bf-ad25-3d5f5c2824ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 2987002d-4989-4b0f-975d-1e8928be07a6
  kind: Event
  lastTimestamp: "2026-06-02T16:42:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:42:07Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj.18b55137a2e5096b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35336"
    uid: be2d14e4-7ac6-4b87-b393-6476d5f43c63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 2987002d-4989-4b0f-975d-1e8928be07a6
  kind: Event
  lastTimestamp: "2026-06-02T16:42:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:42:07Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj.18b55137a706ef01
    namespace: kserve-ci-e2e-test
    resourceVersion: "35340"
    uid: f8fafc75-a79f-4c9c-848a-36361b111917
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 2987002d-4989-4b0f-975d-1e8928be07a6
  kind: Event
  lastTimestamp: "2026-06-02T16:42:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:42:07Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj.18b55137a77ecf3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35341"
    uid: d9f097ca-2572-4afa-a6e0-860d10dc6f2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 2987002d-4989-4b0f-975d-1e8928be07a6
  kind: Event
  lastTimestamp: "2026-06-02T16:43:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:43:25Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj.18b5513816e415a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35967"
    uid: b8f76a61-471a-41d6-8e8b-c9d065eeb5dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 2987002d-4989-4b0f-975d-1e8928be07a6
  kind: Event
  lastTimestamp: "2026-06-02T16:43:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:43:22Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj.18b55149165f6688
    namespace: kserve-ci-e2e-test
    resourceVersion: "35902"
    uid: ed739727-db50-485c-b4a5-697745236c24
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 2987002d-4989-4b0f-975d-1e8928be07a6
  kind: Event
  lastTimestamp: "2026-06-02T16:43:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:43:22Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj.18b55149165fd56e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35904"
    uid: c1e057d7-95f7-4215-bc9d-9332819a30ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 2987002d-4989-4b0f-975d-1e8928be07a6
  kind: Event
  lastTimestamp: "2026-06-02T16:43:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:43:25Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj.18b55149c9034acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35966"
    uid: 134e9dbf-0b30-4b90-a2a9-d54cb671dba1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 1b90d7f8-2c85-4b60-a7eb-f720c1ca9801
  kind: Event
  lastTimestamp: "2026-06-02T16:42:01Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-8585bf8d59-wjhtj'
  metadata:
    creationTimestamp: "2026-06-02T16:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:42:01Z"
    name: isvc-sklearn-v2-mixed-predictor-8585bf8d59.18b55136700fbb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "35263"
    uid: 67f75a8a-f903-4b18-aab6-4330b245c174
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35249"
    uid: 31ec9f11-67b5-436c-b2a2-c476108e2154
  kind: Event
  lastTimestamp: "2026-06-02T16:42:01Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-8585bf8d59 from 0
    to 1
  metadata:
    creationTimestamp: "2026-06-02T16:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:42:01Z"
    name: isvc-sklearn-v2-mixed-predictor.18b551366cb7d4c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35253"
    uid: 4f13de09-372f-43a0-a2ff-c6fa41bf4f28
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35250"
    uid: f1d4c659-0efa-4a38-9938-2cd2646e00e4
  kind: Event
  lastTimestamp: "2026-06-02T16:43:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:43:01Z"
    name: isvc-sklearn-v2-mixed-predictor.18b55139eb88494c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35728"
    uid: 4489e542-b06c-407c-8098-22555f4ee757
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35250"
    uid: f1d4c659-0efa-4a38-9938-2cd2646e00e4
  kind: Event
  lastTimestamp: "2026-06-02T16:43:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:43:01Z"
    name: isvc-sklearn-v2-mixed-predictor.18b55139ebf157ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "35729"
    uid: b1637fc9-bf57-4a89-9e57-87768ce340ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35417"
    uid: f1d4c659-0efa-4a38-9938-2cd2646e00e4
  kind: Event
  lastTimestamp: "2026-06-02T16:43:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:43:16Z"
    name: isvc-sklearn-v2-mixed-predictor.18b55147e78c367a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35839"
    uid: acc03ab1-5438-4aca-ba9f-ea4b207ea69a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35417"
    uid: f1d4c659-0efa-4a38-9938-2cd2646e00e4
  kind: Event
  lastTimestamp: "2026-06-02T16:43:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:43:16Z"
    name: isvc-sklearn-v2-mixed-predictor.18b55147e7f2d6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35841"
    uid: f301f31d-3a79-4bfa-b993-89e48e60986f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35221"
    uid: d7c1bc79-4e88-4056-b85d-24f47c5c2930
  kind: Event
  lastTimestamp: "2026-06-02T16:43:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:43:15Z"
    name: isvc-sklearn-v2-mixed.18b551366c90078d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35826"
    uid: 2e07ff2e-72cb-4da1-9149-f8ec53c30144
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35221"
    uid: d7c1bc79-4e88-4056-b85d-24f47c5c2930
  kind: Event
  lastTimestamp: "2026-06-02T16:42:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:42:01Z"
    name: isvc-sklearn-v2-mixed.18b551366d12e559
    namespace: kserve-ci-e2e-test
    resourceVersion: "35256"
    uid: 7f00dd6e-578a-4d85-9fcc-d6efa303345c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35824"
    uid: d7c1bc79-4e88-4056-b85d-24f47c5c2930
  kind: Event
  lastTimestamp: "2026-06-02T16:43:15Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:43:15Z"
    name: isvc-sklearn-v2-mixed.18b551477a02d191
    namespace: kserve-ci-e2e-test
    resourceVersion: "35825"
    uid: 68f7583a-d02c-4ce8-830f-bdd987133408
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:40:41.622439Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34605"
    uid: eaf88a63-7fa2-41d9-894a-b32776625454
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:40:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:40:41Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm.18b55123bc75e59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34610"
    uid: df16e4ee-b71d-4626-8a21-0085721f5781
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: eaf88a63-7fa2-41d9-894a-b32776625454
  kind: Event
  lastTimestamp: "2026-06-02T16:40:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:40:42Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm.18b55123c7faa96f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34621"
    uid: 3474bc72-bec2-49ff-b23f-a9e3836a314f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34614"
    uid: eaf88a63-7fa2-41d9-894a-b32776625454
  kind: Event
  lastTimestamp: "2026-06-02T16:40:43Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:40:43Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm.18b551242f8dd1c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34634"
    uid: 03c63bab-b631-4104-8482-fbe63645d28b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: eaf88a63-7fa2-41d9-894a-b32776625454
  kind: Event
  lastTimestamp: "2026-06-02T16:40:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:40:43Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm.18b5512430f69fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34637"
    uid: 6de05ef3-4d3e-4a40-87b5-d47a90634803
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: eaf88a63-7fa2-41d9-894a-b32776625454
  kind: Event
  lastTimestamp: "2026-06-02T16:40:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:40:43Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm.18b5512434090f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34639"
    uid: bc22c592-583e-44ae-a54d-da7814e6b110
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: eaf88a63-7fa2-41d9-894a-b32776625454
  kind: Event
  lastTimestamp: "2026-06-02T16:40:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:40:43Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm.18b55124347dac3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34640"
    uid: 6befd179-e137-4207-993e-242f4368f214
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: eaf88a63-7fa2-41d9-894a-b32776625454
  kind: Event
  lastTimestamp: "2026-06-02T16:40:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:40:47Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm.18b55125297bbd93
    namespace: kserve-ci-e2e-test
    resourceVersion: "34679"
    uid: 0043ad42-b362-4373-b859-4c8fd4d62e2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: eaf88a63-7fa2-41d9-894a-b32776625454
  kind: Event
  lastTimestamp: "2026-06-02T16:40:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:40:47Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm.18b551252cee0c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "34683"
    uid: 49727735-6b07-4b15-8f19-bacf914835a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: eaf88a63-7fa2-41d9-894a-b32776625454
  kind: Event
  lastTimestamp: "2026-06-02T16:40:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:40:47Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm.18b551252d64102f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34684"
    uid: a1a2b34d-3e42-4bd3-9f27-687cac0d3a8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: eaf88a63-7fa2-41d9-894a-b32776625454
  kind: Event
  lastTimestamp: "2026-06-02T16:40:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:40:47Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm.18b551252d70714f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34685"
    uid: 5191b243-d56e-4990-bc8a-46696663dfc3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: eaf88a63-7fa2-41d9-894a-b32776625454
  kind: Event
  lastTimestamp: "2026-06-02T16:40:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:40:47Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm.18b55125307b01e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34688"
    uid: c03e84a2-c2e6-4595-9c38-0123cd975502
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: eaf88a63-7fa2-41d9-894a-b32776625454
  kind: Event
  lastTimestamp: "2026-06-02T16:40:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:40:47Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm.18b5512530edde22
    namespace: kserve-ci-e2e-test
    resourceVersion: "34689"
    uid: 17082b40-801e-4a58-afb7-27c5dcf6bd7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: eaf88a63-7fa2-41d9-894a-b32776625454
  kind: Event
  lastTimestamp: "2026-06-02T16:42:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:42:05Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm.18b55125a167dbcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35321"
    uid: 7e99522e-e242-404b-af36-8198aec07c44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: eaf88a63-7fa2-41d9-894a-b32776625454
  kind: Event
  lastTimestamp: "2026-06-02T16:42:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:42:01Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm.18b551366aef9ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35244"
    uid: 07a41e3f-b7f8-4f34-aaef-f83b3ca72d5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: eaf88a63-7fa2-41d9-894a-b32776625454
  kind: Event
  lastTimestamp: "2026-06-02T16:42:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:42:01Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm.18b551366af00e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35246"
    uid: 0dfc8399-bc63-4bf9-829f-39606803f604
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:42:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: eaf88a63-7fa2-41d9-894a-b32776625454
  kind: Event
  lastTimestamp: "2026-06-02T16:42:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:42:05Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm.18b55137539510fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35320"
    uid: efef44e0-d49d-4034-8e51-4f5feedd4d61
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-57fbb95bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34595"
    uid: b034709f-fec4-435a-8de2-5ac96251c9f8
  kind: Event
  lastTimestamp: "2026-06-02T16:40:41Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-57fbb95bb6-ntrfm'
  metadata:
    creationTimestamp: "2026-06-02T16:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:40:41Z"
    name: isvc-sklearn-v2-predictor-57fbb95bb6.18b55123bbcd8d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "34608"
    uid: 109150e0-3e06-41e8-9d80-53d11a0c54d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34593"
    uid: 859e02f7-d5cd-4879-83eb-566f4367b972
  kind: Event
  lastTimestamp: "2026-06-02T16:40:41Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-57fbb95bb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:40:41Z"
    name: isvc-sklearn-v2-predictor.18b55123b800867c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34597"
    uid: 08b30e82-506f-43ad-a411-2a7fdddc07ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: 4c99f69f-9da7-40c5-be5f-bdab34cb4be8
  kind: Event
  lastTimestamp: "2026-06-02T16:41:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:41:11Z"
    name: isvc-sklearn-v2-predictor.18b5512736dbc126
    namespace: kserve-ci-e2e-test
    resourceVersion: "34861"
    uid: 7cb6986a-c0b5-4834-95dc-6ff114a83272
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: 4c99f69f-9da7-40c5-be5f-bdab34cb4be8
  kind: Event
  lastTimestamp: "2026-06-02T16:41:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:41:11Z"
    name: isvc-sklearn-v2-predictor.18b55127373a01d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34862"
    uid: d6379ee8-fc8b-4784-8f6a-9d85e1b3017e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:41:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34762"
    uid: 4c99f69f-9da7-40c5-be5f-bdab34cb4be8
  kind: Event
  lastTimestamp: "2026-06-02T16:41:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:41:56Z"
    name: isvc-sklearn-v2-predictor.18b5512e34fd905f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35184"
    uid: dfb4e58a-e817-4269-9900-d28e5618450b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:41:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34762"
    uid: 4c99f69f-9da7-40c5-be5f-bdab34cb4be8
  kind: Event
  lastTimestamp: "2026-06-02T16:41:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:41:56Z"
    name: isvc-sklearn-v2-predictor.18b5512e35616ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: 67bdab25-b0fa-4f32-b690-5289bb428e20
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:39:41.444472Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34094"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:39:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:39:41Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b55115b99306aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34098"
    uid: 585e81bf-f41e-4e04-948a-e93933495e85
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: "2026-06-02T16:39:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:41Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b55115c3c124ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "34110"
    uid: f88085fb-877f-46f7-ae10-2e840021f426
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34104"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: "2026-06-02T16:39:42Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:39:42Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b55115f6e9f41c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34123"
    uid: 371ffa9c-42cf-473a-a0cd-eecde0d54b4a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: "2026-06-02T16:39:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:42Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b55115f84d18cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34125"
    uid: a1ee670e-4bc0-4761-97b4-b173dbdf7a4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: "2026-06-02T16:39:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:42Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b55115fbed0454
    namespace: kserve-ci-e2e-test
    resourceVersion: "34128"
    uid: 679d05c9-7a0a-4be8-9daf-91a36b3f5545
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: "2026-06-02T16:39:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:42Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b55115fc5b4d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 8741116e-c9bf-41b5-975c-cfe1c534b9ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: "2026-06-02T16:39:46Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-06-02T16:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:46Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b55116e8a990f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34159"
    uid: 76ee0f34-0e28-46c0-a5b4-4bdbd8289e7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: "2026-06-02T16:39:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:46Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b55116ec3c97eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34163"
    uid: 0faf9959-7663-4234-8892-af5eadb4bb79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: "2026-06-02T16:39:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:46Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b55116ecb28625
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: a6e1ac44-d0e4-4860-b46f-03e90f3b63c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: "2026-06-02T16:39:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:46Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b55116ecc1392a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34165"
    uid: cfce65fb-2f6e-40aa-a5d2-b93c114ef1d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: "2026-06-02T16:39:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:46Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b55116eff80e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34169"
    uid: 1431f038-1733-4ce0-9138-89a4b838b613
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: "2026-06-02T16:39:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:46Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b55116f06a8843
    namespace: kserve-ci-e2e-test
    resourceVersion: "34170"
    uid: 3ed2a37d-db78-44e6-b6d0-06672d319682
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: "2026-06-02T16:40:23Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-06-02T16:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:40:23Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b5511f8be3d2a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34427"
    uid: d66dea44-526a-4259-b623-d9276de148a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: "2026-06-02T16:40:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:40:41Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b55123b68054e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34588"
    uid: 8653075e-8735-4f8f-9e02-5e740fe6701d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: "2026-06-02T16:40:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:40:41Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b55123b680b652
    namespace: kserve-ci-e2e-test
    resourceVersion: "34590"
    uid: a7a01388-4f07-4a69-9356-095550453aa2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: "2026-06-02T16:40:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:40:48Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b551242eaf6546
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 7590072e-5db1-4a01-b6ee-c641136255fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 144c2f3e-b15f-4fd1-adc2-2b334160dcf3
  kind: Event
  lastTimestamp: "2026-06-02T16:40:44Z"
  message: 'Readiness probe failed: Get "http://10.134.0.50:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-06-02T16:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:40:44Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz.18b551246d2329f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34655"
    uid: a3556d5f-2a62-493a-ab94-39358eab3fff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34084"
    uid: a5f5bc3d-5d9e-4782-917c-0de7e8c631ab
  kind: Event
  lastTimestamp: "2026-06-02T16:39:41Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-qhcgz'
  metadata:
    creationTimestamp: "2026-06-02T16:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:39:41Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18b55115b924452b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34095"
    uid: 0713abbd-9db2-444f-9ddc-bbb1e4bbd14f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34082"
    uid: 802fd98b-4340-4e17-8c26-c68dd09357ce
  kind: Event
  lastTimestamp: "2026-06-02T16:39:41Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:39:41Z"
    name: isvc-sklearn-v2-runtime-predictor.18b55115b62cf25d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: 5a7d04d1-eba9-41d7-872c-43d194b9c25c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34083"
    uid: 8025a4e3-6121-4119-8ff6-4bf9d457afdd
  kind: Event
  lastTimestamp: "2026-06-02T16:40:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:40:11Z"
    name: isvc-sklearn-v2-runtime-predictor.18b5511934f98b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "34344"
    uid: 6bd7b6f2-90ea-447e-8add-4cf89c38fcf6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34083"
    uid: 8025a4e3-6121-4119-8ff6-4bf9d457afdd
  kind: Event
  lastTimestamp: "2026-06-02T16:40:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:40:11Z"
    name: isvc-sklearn-v2-runtime-predictor.18b55119355b4296
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: 89b65e05-59c9-4ac1-b3e4-c8a93b176696
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34237"
    uid: 8025a4e3-6121-4119-8ff6-4bf9d457afdd
  kind: Event
  lastTimestamp: "2026-06-02T16:40:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:40:41Z"
    name: isvc-sklearn-v2-runtime-predictor.18b55120333d2082
    namespace: kserve-ci-e2e-test
    resourceVersion: "34563"
    uid: fa10339f-8e15-493b-a5a7-826f56fa8772
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34237"
    uid: 8025a4e3-6121-4119-8ff6-4bf9d457afdd
  kind: Event
  lastTimestamp: "2026-06-02T16:40:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:40:41Z"
    name: isvc-sklearn-v2-runtime-predictor.18b55120339f0333
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: b02fc466-2315-4970-b52c-82b708120b62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: 15ec7c41-3aa1-4366-bc62-1c3675306f3f
  kind: Event
  lastTimestamp: "2026-06-02T16:40:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:40:33Z"
    name: isvc-sklearn-v2-runtime.18b55115b60b20aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34511"
    uid: 0ec02c26-6d82-4105-ab57-88a03bf3a5ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: 15ec7c41-3aa1-4366-bc62-1c3675306f3f
  kind: Event
  lastTimestamp: "2026-06-02T16:39:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:39:41Z"
    name: isvc-sklearn-v2-runtime.18b55115b683564f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34106"
    uid: 4755a715-6226-490e-bcab-ea2f2ec7160e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34092"
    uid: 15ec7c41-3aa1-4366-bc62-1c3675306f3f
  kind: Event
  lastTimestamp: "2026-06-02T16:39:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:39:41Z"
    name: isvc-sklearn-v2-runtime.18b55115bd5602a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34107"
    uid: 317138a2-db40-4f9f-b395-0ecbbbdc73ec
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34508"
    uid: 15ec7c41-3aa1-4366-bc62-1c3675306f3f
  kind: Event
  lastTimestamp: "2026-06-02T16:40:33Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:40:33Z"
    name: isvc-sklearn-v2-runtime.18b55121e1b9bc63
    namespace: kserve-ci-e2e-test
    resourceVersion: "34509"
    uid: 0f487128-bf55-402b-86a0-02550393dd94
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34565"
    uid: fb3d3f20-ccd0-4e91-a1e6-2175bdbb7bf6
  kind: Event
  lastTimestamp: "2026-06-02T16:41:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:41:55Z"
    name: isvc-sklearn-v2.18b55123b7db5a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "35179"
    uid: 5aedd786-e9e5-4e68-8afa-d5228474dee4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:40:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34565"
    uid: fb3d3f20-ccd0-4e91-a1e6-2175bdbb7bf6
  kind: Event
  lastTimestamp: "2026-06-02T16:40:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:40:41Z"
    name: isvc-sklearn-v2.18b55123b8997810
    namespace: kserve-ci-e2e-test
    resourceVersion: "34600"
    uid: f7df4ac0-3281-40ea-9aa9-9f22240bf7c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:41:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35177"
    uid: fb3d3f20-ccd0-4e91-a1e6-2175bdbb7bf6
  kind: Event
  lastTimestamp: "2026-06-02T16:41:55Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:41:55Z"
    name: isvc-sklearn-v2.18b5513504abecc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35178"
    uid: f13c0945-547f-4678-b608-a7c57e98b29f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: be75ef33-a574-4a93-a5b9-1bcbd385e6e9
  kind: Event
  lastTimestamp: "2026-06-02T16:37:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:37:57Z"
    name: isvc-sklearn.18b550ec5c8831b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33127"
    uid: 90886c08-80ab-4690-bf51-552e32278868
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:36:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: be75ef33-a574-4a93-a5b9-1bcbd385e6e9
  kind: Event
  lastTimestamp: "2026-06-02T16:36:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-02T16:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:36:43Z"
    name: isvc-sklearn.18b550ec5d04ff3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: 7effb4c9-ee2f-43e3-9221-c22c60b28b66
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:37:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: be75ef33-a574-4a93-a5b9-1bcbd385e6e9
  kind: Event
  lastTimestamp: "2026-06-02T16:37:56Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:37:56Z"
    name: isvc-sklearn.18b550fd67afd708
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 206278ed-707a-453b-a07d-f71aaed0c0d3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:43:22.124868Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35920"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-b9j7n
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:43:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:43:22Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b551491b26961a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: 69ded221-6a13-4d01-9917-8974c8df81fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: "2026-06-02T16:43:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:43:22Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b551492687f672
    namespace: kserve-ci-e2e-test
    resourceVersion: "35935"
    uid: ad75a3d5-66b1-4bdf-805b-5f625124f2e6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: "2026-06-02T16:43:23Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:43:23Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b5514958723e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "35941"
    uid: 40e7d3f4-fc52-4c94-b11d-f763b7fcae5b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: "2026-06-02T16:43:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:43:23Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b551495a0c9bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: 471beb2b-9c59-46bf-903a-c9f1f1a48960
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: "2026-06-02T16:43:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:43:23Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b551495d0e0f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "35945"
    uid: 20a5ef57-4793-46b4-8106-3343c45b7244
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: "2026-06-02T16:43:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:43:23Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b551495d8931f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: bcea7311-b05a-4813-a043-c1cefc3227e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: "2026-06-02T16:43:28Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-06-02T16:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:43:28Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b5514a9bbfb9b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35998"
    uid: 54ec52cd-2c58-4346-98df-b014fb9ea8c9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: "2026-06-02T16:43:32Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 4.219s (4.219s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:43:32Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b5514b97444c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "36034"
    uid: 3c8b8989-b52d-4e04-b229-d4416397bcab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: "2026-06-02T16:43:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:43:32Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b5514b9ad3b7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36035"
    uid: 45a8c72b-7c3c-4bf3-aee9-8da7547ddb01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: "2026-06-02T16:43:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:43:32Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b5514b9b50129e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36037"
    uid: 9bbb0403-7694-4add-864d-e248b28f0b23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: "2026-06-02T16:43:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:43:32Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b5514b9b5e4d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "36038"
    uid: eb758d2a-513a-49e5-980a-0c53cf9ec3b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: "2026-06-02T16:43:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:43:32Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b5514b9e3877fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36039"
    uid: 6e09dca4-837e-4729-a830-bfd2a89f78c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: "2026-06-02T16:43:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:43:32Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b5514b9eb047f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36040"
    uid: 723a0003-f051-4134-950d-15a3e36aa5e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: "2026-06-02T16:43:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:43:40Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b5514c028ce0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "36094"
    uid: d419bdf3-71e9-4bf4-956f-5080c1c3e8f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: "2026-06-02T16:44:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:03Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b55152d038cbbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36297"
    uid: f3422572-8ab4-49a1-8109-5bc5dd2be241
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: "2026-06-02T16:44:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:03Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b55152d03a03d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36301"
    uid: 13f509bb-d568-4cc2-a95b-d350b133e66c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: 9d22107e-40c7-421d-b9d5-fa40ff1657dd
  kind: Event
  lastTimestamp: "2026-06-02T16:44:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:30Z"
    name: isvc-tensorflow-predictor-6756f669d7-b9j7n.18b551533a73a799
    namespace: kserve-ci-e2e-test
    resourceVersion: "36553"
    uid: e06c95bc-076e-4532-a4d1-8e2813af47ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35910"
    uid: 8747ba78-f1df-4e22-bb86-b2493c8c2db8
  kind: Event
  lastTimestamp: "2026-06-02T16:43:22Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-b9j7n'
  metadata:
    creationTimestamp: "2026-06-02T16:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:43:22Z"
    name: isvc-tensorflow-predictor-6756f669d7.18b551491ac1e2b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35922"
    uid: 4eab93c4-35f5-437b-a72a-5ff4ee4285fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35907"
    uid: 627ea212-131e-4074-b02e-dc62b501d16e
  kind: Event
  lastTimestamp: "2026-06-02T16:43:22Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:43:22Z"
    name: isvc-tensorflow-predictor.18b5514917ea1e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "35912"
    uid: 2b048edd-72cd-46b3-af47-5e28a89b94a8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35908"
    uid: 100a8550-797d-4682-bfac-51b0484c2208
  kind: Event
  lastTimestamp: "2026-06-02T16:43:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:43:52Z"
    name: isvc-tensorflow-predictor.18b5514c965b97ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: d49ecdf8-6ea7-4483-b1c0-1b58375fcb0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35908"
    uid: 100a8550-797d-4682-bfac-51b0484c2208
  kind: Event
  lastTimestamp: "2026-06-02T16:43:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:43:52Z"
    name: isvc-tensorflow-predictor.18b5514c96bf7418
    namespace: kserve-ci-e2e-test
    resourceVersion: "36183"
    uid: 8b6e6770-c95c-4575-b8d6-526c516a69ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:44:03.894723Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "36312"
    uid: 6bbb1e76-f916-4edb-9f9f-8a3dc4075950
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:44:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:44:03Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j.18b55152d4d3ffa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36318"
    uid: aea05b81-6570-4357-8274-58189792b4e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "36322"
    uid: 6bbb1e76-f916-4edb-9f9f-8a3dc4075950
  kind: Event
  lastTimestamp: "2026-06-02T16:44:04Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:44:04Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j.18b55152ee08e7a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36329"
    uid: 770b7bd5-b8ed-48d4-86dc-debb2e6adf07
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 6bbb1e76-f916-4edb-9f9f-8a3dc4075950
  kind: Event
  lastTimestamp: "2026-06-02T16:44:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:04Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j.18b55152ef678985
    namespace: kserve-ci-e2e-test
    resourceVersion: "36332"
    uid: 1dcf6478-15b3-4213-b3e3-0cee6c4d5d0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 6bbb1e76-f916-4edb-9f9f-8a3dc4075950
  kind: Event
  lastTimestamp: "2026-06-02T16:44:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:04Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j.18b55152f201c42a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: d91f0303-0cdb-4cf2-8bcb-5100bb542b90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 6bbb1e76-f916-4edb-9f9f-8a3dc4075950
  kind: Event
  lastTimestamp: "2026-06-02T16:44:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:04Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j.18b55152f27924fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36334"
    uid: 57e084e1-1b34-4483-a3a7-ac8658a6f1b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 6bbb1e76-f916-4edb-9f9f-8a3dc4075950
  kind: Event
  lastTimestamp: "2026-06-02T16:44:08Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:08Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j.18b55153f315bdac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36370"
    uid: c9e68e79-ed9b-4b7c-9aa6-29c3a1f838f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 6bbb1e76-f916-4edb-9f9f-8a3dc4075950
  kind: Event
  lastTimestamp: "2026-06-02T16:44:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:08Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j.18b55153f604e738
    namespace: kserve-ci-e2e-test
    resourceVersion: "36372"
    uid: 2c52247a-42a5-4816-a5d0-3f32c56b58f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 6bbb1e76-f916-4edb-9f9f-8a3dc4075950
  kind: Event
  lastTimestamp: "2026-06-02T16:44:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:08Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j.18b55153f681b657
    namespace: kserve-ci-e2e-test
    resourceVersion: "36375"
    uid: d329eee3-9ca9-4d3a-918c-abdd4b57c2ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 6bbb1e76-f916-4edb-9f9f-8a3dc4075950
  kind: Event
  lastTimestamp: "2026-06-02T16:44:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:08Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j.18b55153f68eca4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36376"
    uid: 6cc658a0-4eb6-443a-a893-22eb855cb3ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 6bbb1e76-f916-4edb-9f9f-8a3dc4075950
  kind: Event
  lastTimestamp: "2026-06-02T16:44:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:08Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j.18b55153f9c6ffe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: 0872716c-1340-4bd0-b88b-483d34aa9019
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 6bbb1e76-f916-4edb-9f9f-8a3dc4075950
  kind: Event
  lastTimestamp: "2026-06-02T16:44:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:08Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j.18b55153fa42eb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36379"
    uid: f13a5f57-6d20-4299-8568-e37057077d42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 6bbb1e76-f916-4edb-9f9f-8a3dc4075950
  kind: Event
  lastTimestamp: "2026-06-02T16:44:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:16Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j.18b551546ac2c9b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36440"
    uid: d8b3920f-8676-46d8-9feb-283c0b0bc047
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 6bbb1e76-f916-4edb-9f9f-8a3dc4075950
  kind: Event
  lastTimestamp: "2026-06-02T16:44:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:45Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j.18b5515c9175c2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36684"
    uid: ae4355bf-f07d-40e4-bd0f-b9b5a1ca27f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 6bbb1e76-f916-4edb-9f9f-8a3dc4075950
  kind: Event
  lastTimestamp: "2026-06-02T16:44:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:45Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j.18b5515c9176aeeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36687"
    uid: ae1690fd-26ef-400d-bd3e-52dcd73305f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 6bbb1e76-f916-4edb-9f9f-8a3dc4075950
  kind: Event
  lastTimestamp: "2026-06-02T16:45:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:45:11Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j.18b5515cccd05963
    namespace: kserve-ci-e2e-test
    resourceVersion: "36930"
    uid: c72f6f5c-96fc-47de-8b02-ff5a4fed686a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: 18fad8b9-4833-4a45-87a6-9c9e3269fca6
  kind: Event
  lastTimestamp: "2026-06-02T16:44:03Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-gqf4j'
  metadata:
    creationTimestamp: "2026-06-02T16:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:44:03Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18b55152d455a956
    namespace: kserve-ci-e2e-test
    resourceVersion: "36315"
    uid: 324445fd-459b-4f0a-b433-7935c8b1b549
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36300"
    uid: fd1e94a9-6618-49f3-93d5-9323f5450081
  kind: Event
  lastTimestamp: "2026-06-02T16:44:03Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:44:03Z"
    name: isvc-tensorflow-runtime-predictor.18b55152d162042e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36305"
    uid: b2278d6f-429a-4374-b345-b42decf4e44c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36302"
    uid: 47091c60-cb2a-47c6-9931-fa5835e4ac09
  kind: Event
  lastTimestamp: "2026-06-02T16:44:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:44:33Z"
    name: isvc-tensorflow-runtime-predictor.18b5515650329060
    namespace: kserve-ci-e2e-test
    resourceVersion: "36574"
    uid: 616a26da-eaa5-4564-93e5-1e5e9c7647cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36302"
    uid: 47091c60-cb2a-47c6-9931-fa5835e4ac09
  kind: Event
  lastTimestamp: "2026-06-02T16:44:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:44:33Z"
    name: isvc-tensorflow-runtime-predictor.18b55156509d38fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36575"
    uid: 3b2cb57c-353d-44f3-b839-d3b5a983e86b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36272"
    uid: dc27758e-0a8e-46f7-8fc7-fc66995a0af8
  kind: Event
  lastTimestamp: "2026-06-02T16:44:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:44:26Z"
    name: isvc-tensorflow-runtime.18b55152d13ea17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36528"
    uid: d5771a9c-3fa5-4d81-b7f3-83e13bd7599f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36272"
    uid: dc27758e-0a8e-46f7-8fc7-fc66995a0af8
  kind: Event
  lastTimestamp: "2026-06-02T16:44:03Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:44:03Z"
    name: isvc-tensorflow-runtime.18b55152d1a8779f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 060778fb-55f3-4916-b06f-19f74c67e7f2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36526"
    uid: dc27758e-0a8e-46f7-8fc7-fc66995a0af8
  kind: Event
  lastTimestamp: "2026-06-02T16:44:26Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:44:26Z"
    name: isvc-tensorflow-runtime.18b5515829a07a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36527"
    uid: c2cff5f3-e957-436a-b240-7f6b97ed4e65
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "35878"
    uid: ffb3c28a-3b5f-4e50-8e5d-cc1502262aae
  kind: Event
  lastTimestamp: "2026-06-02T16:43:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:43:50Z"
    name: isvc-tensorflow.18b5514917c8d55b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36170"
    uid: 723d106f-2357-4c4e-b8d1-2847b61fa738
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "35878"
    uid: ffb3c28a-3b5f-4e50-8e5d-cc1502262aae
  kind: Event
  lastTimestamp: "2026-06-02T16:43:22Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:43:22Z"
    name: isvc-tensorflow.18b551491832d483
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: ac904fbe-43b7-4ffe-a486-6c0094ca9051
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:43:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "36167"
    uid: ffb3c28a-3b5f-4e50-8e5d-cc1502262aae
  kind: Event
  lastTimestamp: "2026-06-02T16:43:50Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:43:50Z"
    name: isvc-tensorflow.18b5514fc151a813
    namespace: kserve-ci-e2e-test
    resourceVersion: "36169"
    uid: c036c676-4dc0-49fe-8df0-d87428d8257d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:44:45.862700Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-vft25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36707"
    uid: 70dc6c21-474e-488b-b145-07a571ce4f2a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-vft25
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:44:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:44:45Z"
    name: isvc-triton-predictor-84bb65d94b-vft25.18b5515c9a507a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "36712"
    uid: ce419f5d-50d0-46e0-b7c3-5e7ad056ec6c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-vft25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36716"
    uid: 70dc6c21-474e-488b-b145-07a571ce4f2a
  kind: Event
  lastTimestamp: "2026-06-02T16:44:46Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:44:46Z"
    name: isvc-triton-predictor-84bb65d94b-vft25.18b5515cb39e6ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36727"
    uid: 8338cc37-d5d9-4f54-ad40-967ae999f9fe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-vft25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: 70dc6c21-474e-488b-b145-07a571ce4f2a
  kind: Event
  lastTimestamp: "2026-06-02T16:44:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:46Z"
    name: isvc-triton-predictor-84bb65d94b-vft25.18b5515cb4fe1a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36729"
    uid: 611645b1-7c20-4e1c-b274-2c59bfae42e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-vft25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: 70dc6c21-474e-488b-b145-07a571ce4f2a
  kind: Event
  lastTimestamp: "2026-06-02T16:44:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:46Z"
    name: isvc-triton-predictor-84bb65d94b-vft25.18b5515cb7a8aefb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36731"
    uid: bb64854d-297e-4a50-b6a8-4af53f5a465c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-vft25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: 70dc6c21-474e-488b-b145-07a571ce4f2a
  kind: Event
  lastTimestamp: "2026-06-02T16:44:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:46Z"
    name: isvc-triton-predictor-84bb65d94b-vft25.18b5515cb820fe8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36732"
    uid: 00c90622-c0ca-4719-8050-3361f8e1fa71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-vft25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: 70dc6c21-474e-488b-b145-07a571ce4f2a
  kind: Event
  lastTimestamp: "2026-06-02T16:44:50Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-06-02T16:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:44:50Z"
    name: isvc-triton-predictor-84bb65d94b-vft25.18b5515dc2a210de
    namespace: kserve-ci-e2e-test
    resourceVersion: "36774"
    uid: a127c965-b6d5-443b-b8b3-db726edc4925
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-vft25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: 70dc6c21-474e-488b-b145-07a571ce4f2a
  kind: Event
  lastTimestamp: "2026-06-02T16:46:43Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m53s
    (1m53s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:46:43Z"
    name: isvc-triton-predictor-84bb65d94b-vft25.18b551781204701b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37563"
    uid: f0f8cb9a-da2d-4960-9c44-cb68dc7a2f0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-vft25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: 70dc6c21-474e-488b-b145-07a571ce4f2a
  kind: Event
  lastTimestamp: "2026-06-02T16:46:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:46:43Z"
    name: isvc-triton-predictor-84bb65d94b-vft25.18b55178199605bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37564"
    uid: adbaddf1-1f12-406b-ac84-7d3e55309b3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-vft25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: 70dc6c21-474e-488b-b145-07a571ce4f2a
  kind: Event
  lastTimestamp: "2026-06-02T16:46:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:46:43Z"
    name: isvc-triton-predictor-84bb65d94b-vft25.18b551781a88a6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37565"
    uid: b87c6669-0f9d-4317-82a6-e2c63a414d26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-vft25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: 70dc6c21-474e-488b-b145-07a571ce4f2a
  kind: Event
  lastTimestamp: "2026-06-02T16:46:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:46:43Z"
    name: isvc-triton-predictor-84bb65d94b-vft25.18b551781a980e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "37567"
    uid: ff0efb47-3989-4a1b-93c8-dc36e1d85750
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-vft25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: 70dc6c21-474e-488b-b145-07a571ce4f2a
  kind: Event
  lastTimestamp: "2026-06-02T16:46:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:46:44Z"
    name: isvc-triton-predictor-84bb65d94b-vft25.18b551781efacd3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 34a0def4-de9a-45f2-8cad-7bd508743069
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-vft25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: 70dc6c21-474e-488b-b145-07a571ce4f2a
  kind: Event
  lastTimestamp: "2026-06-02T16:46:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:46:44Z"
    name: isvc-triton-predictor-84bb65d94b-vft25.18b551781fee0dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37570"
    uid: 2df37d15-1ad2-4f00-94e2-5d6051638e97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-vft25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: 70dc6c21-474e-488b-b145-07a571ce4f2a
  kind: Event
  lastTimestamp: "2026-06-02T16:46:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:46:46Z"
    name: isvc-triton-predictor-84bb65d94b-vft25.18b55178650af5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37592"
    uid: e8af090a-d9e8-4975-8297-fa71e0063a82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-vft25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: 70dc6c21-474e-488b-b145-07a571ce4f2a
  kind: Event
  lastTimestamp: "2026-06-02T16:46:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:46:58Z"
    name: isvc-triton-predictor-84bb65d94b-vft25.18b5517b7342729a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: 91f2b020-b9b9-403e-81f2-bbe3fbe84430
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-vft25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: 70dc6c21-474e-488b-b145-07a571ce4f2a
  kind: Event
  lastTimestamp: "2026-06-02T16:46:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:46:58Z"
    name: isvc-triton-predictor-84bb65d94b-vft25.18b5517b7343271c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37725"
    uid: 2e25b47b-77b4-48da-bbe9-685c3feaff9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36694"
    uid: e20fd136-d018-4ae5-9b7a-a66f5395502b
  kind: Event
  lastTimestamp: "2026-06-02T16:44:45Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-vft25'
  metadata:
    creationTimestamp: "2026-06-02T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:44:45Z"
    name: isvc-triton-predictor-84bb65d94b.18b5515c99f28506
    namespace: kserve-ci-e2e-test
    resourceVersion: "36710"
    uid: 5fa441dd-7718-4f1a-be2b-44eac6888740
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36692"
    uid: 8a54f1c7-f414-42cf-8327-7231c9aa8bbf
  kind: Event
  lastTimestamp: "2026-06-02T16:44:45Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:44:45Z"
    name: isvc-triton-predictor.18b5515c938e77dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36696"
    uid: 696c5edc-2643-4429-9388-430bcee14bf3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-06-02T16:45:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36693"
    uid: cc598a11-5d52-400e-9a48-d6170651571e
  kind: Event
  lastTimestamp: "2026-06-02T16:46:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:46:45Z"
    name: isvc-triton-predictor.18b5516012590da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37586"
    uid: ea356a6b-d5c3-4dc2-a137-8283c0ce53ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-06-02T16:45:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36693"
    uid: cc598a11-5d52-400e-9a48-d6170651571e
  kind: Event
  lastTimestamp: "2026-06-02T16:46:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:46:45Z"
    name: isvc-triton-predictor.18b5516012bb28a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37587"
    uid: 8f11fcff-adad-43d9-bde0-f5a57958291b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "36663"
    uid: ec1f71dc-d9d1-4d9a-8a59-8e23090b5959
  kind: Event
  lastTimestamp: "2026-06-02T16:46:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:46:51Z"
    name: isvc-triton.18b5515c93601e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37638"
    uid: e7a96921-2db4-464a-a4b0-c4c4768084c8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "36663"
    uid: ec1f71dc-d9d1-4d9a-8a59-8e23090b5959
  kind: Event
  lastTimestamp: "2026-06-02T16:44:45Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-02T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:44:45Z"
    name: isvc-triton.18b5515c93d998a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36718"
    uid: cbc0ec78-a96f-407d-9004-f59c77caa142
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "36674"
    uid: ec1f71dc-d9d1-4d9a-8a59-8e23090b5959
  kind: Event
  lastTimestamp: "2026-06-02T16:44:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:44:45Z"
    name: isvc-triton.18b5515c9bc83dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36719"
    uid: 2ac5d01f-11dc-4cd6-ab79-128e850996e6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: ec1f71dc-d9d1-4d9a-8a59-8e23090b5959
  kind: Event
  lastTimestamp: "2026-06-02T16:46:51Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:46:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:46:51Z"
    name: isvc-triton.18b55179d1c36757
    namespace: kserve-ci-e2e-test
    resourceVersion: "37637"
    uid: c481810b-d84c-4b72-bd80-8c236597d52c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:46:58.451625Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37737"
    uid: dec8e82b-740c-430b-af85-593d3b35d298
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-mfkxn
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:46:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:46:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn.18b5517b793ae7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37741"
    uid: a66da1fd-cfad-41d2-8712-1431326ff548
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37749"
    uid: dec8e82b-740c-430b-af85-593d3b35d298
  kind: Event
  lastTimestamp: "2026-06-02T16:46:58Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:46:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn.18b5517b939c7b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: e4eec924-efc0-44d0-8032-15f217af2476
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: dec8e82b-740c-430b-af85-593d3b35d298
  kind: Event
  lastTimestamp: "2026-06-02T16:46:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:46:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn.18b5517b94e0b43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37757"
    uid: bb5b4000-857d-4a47-bbf8-d6d2ac1e4df5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: dec8e82b-740c-430b-af85-593d3b35d298
  kind: Event
  lastTimestamp: "2026-06-02T16:46:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:46:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn.18b5517b97546ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37758"
    uid: 4fd40001-d1e3-4790-b490-d2e227ef769b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: dec8e82b-740c-430b-af85-593d3b35d298
  kind: Event
  lastTimestamp: "2026-06-02T16:46:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:46:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn.18b5517b97baea40
    namespace: kserve-ci-e2e-test
    resourceVersion: "37759"
    uid: 9037d502-65c4-439b-80d0-491f6cab3fbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: dec8e82b-740c-430b-af85-593d3b35d298
  kind: Event
  lastTimestamp: "2026-06-02T16:47:03Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-06-02T16:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:47:03Z"
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn.18b5517c995f329d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: 5f1b8c29-8cc2-486c-8360-bc18805ae8d7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: dec8e82b-740c-430b-af85-593d3b35d298
  kind: Event
  lastTimestamp: "2026-06-02T16:47:22Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.131s (19.131s
    including waiting). Image size: 1306325242 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:47:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn.18b551810db6da7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: 1dfae840-b5af-4877-b3fc-b74a08616ef0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: dec8e82b-740c-430b-af85-593d3b35d298
  kind: Event
  lastTimestamp: "2026-06-02T16:47:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:47:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn.18b551811412fd24
    namespace: kserve-ci-e2e-test
    resourceVersion: "37935"
    uid: 40180b15-d1eb-4658-8506-f64a8b70722c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: dec8e82b-740c-430b-af85-593d3b35d298
  kind: Event
  lastTimestamp: "2026-06-02T16:47:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:47:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn.18b55181155e78b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37936"
    uid: 0d79f18f-0bc2-40c2-9f3b-0e25ebb2dcb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: dec8e82b-740c-430b-af85-593d3b35d298
  kind: Event
  lastTimestamp: "2026-06-02T16:47:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:47:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn.18b55181156be26b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37938"
    uid: 7a434895-b187-426f-b338-c5cff5d4eb5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: dec8e82b-740c-430b-af85-593d3b35d298
  kind: Event
  lastTimestamp: "2026-06-02T16:47:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:47:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn.18b551811b82b641
    namespace: kserve-ci-e2e-test
    resourceVersion: "37939"
    uid: 777ab52f-4580-4c89-9c07-823216684ca5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: dec8e82b-740c-430b-af85-593d3b35d298
  kind: Event
  lastTimestamp: "2026-06-02T16:47:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:47:22Z"
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn.18b551811cafd976
    namespace: kserve-ci-e2e-test
    resourceVersion: "37940"
    uid: 87645077-c047-4b86-87c4-4771cc2dcbef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-02T16:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: dec8e82b-740c-430b-af85-593d3b35d298
  kind: Event
  lastTimestamp: "2026-06-02T16:48:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:48:40Z"
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn.18b5518180ec8c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "38563"
    uid: c4c3c8d3-4aa6-4cb1-84c6-e43e0615ffd1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: dec8e82b-740c-430b-af85-593d3b35d298
  kind: Event
  lastTimestamp: "2026-06-02T16:48:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:48:38Z"
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn.18b55192c82281cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: e9f4741e-d207-4889-a548-050c956e7a11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: dec8e82b-740c-430b-af85-593d3b35d298
  kind: Event
  lastTimestamp: "2026-06-02T16:48:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:48:38Z"
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn.18b55192c8235fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38504"
    uid: 98958750-d252-41b2-9051-6722734882f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: dec8e82b-740c-430b-af85-593d3b35d298
  kind: Event
  lastTimestamp: "2026-06-02T16:48:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:48:40Z"
    name: isvc-xgboost-predictor-8689c4cfcc-mfkxn.18b55193331009f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38560"
    uid: c39353e3-e62d-4070-a0a0-61e1908a3121
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37724"
    uid: 73df7595-2488-4450-93ee-cc41d11f1530
  kind: Event
  lastTimestamp: "2026-06-02T16:46:58Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-mfkxn'
  metadata:
    creationTimestamp: "2026-06-02T16:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:46:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18b5517b78d1bc94
    namespace: kserve-ci-e2e-test
    resourceVersion: "37738"
    uid: 3fd3e93b-98b6-44b2-b592-465c066a292d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37720"
    uid: 31401d19-93c4-4b9d-b871-b38a55046fdc
  kind: Event
  lastTimestamp: "2026-06-02T16:46:58Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:46:58Z"
    name: isvc-xgboost-predictor.18b5517b73f979ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37727"
    uid: 1d06d6f2-fefa-4def-a2c3-5982d418e41c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:47:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37723"
    uid: a0b51157-c5e3-4427-83a1-d236d0860697
  kind: Event
  lastTimestamp: "2026-06-02T16:47:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:47:28Z"
    name: isvc-xgboost-predictor.18b5517ef26fc7e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37982"
    uid: a3f0f117-ed0b-4f34-a10b-268d69e43f43
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:47:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37723"
    uid: a0b51157-c5e3-4427-83a1-d236d0860697
  kind: Event
  lastTimestamp: "2026-06-02T16:47:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:47:28Z"
    name: isvc-xgboost-predictor.18b5517ef2d7b4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 6255110b-1e68-47b2-af4f-e5b38bc7a1a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:47:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37866"
    uid: a0b51157-c5e3-4427-83a1-d236d0860697
  kind: Event
  lastTimestamp: "2026-06-02T16:48:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:48:28Z"
    name: isvc-xgboost-predictor.18b55185f1049d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: b65da769-9f52-4094-b74b-75eb58d4adda
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:47:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37866"
    uid: a0b51157-c5e3-4427-83a1-d236d0860697
  kind: Event
  lastTimestamp: "2026-06-02T16:48:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:48:28Z"
    name: isvc-xgboost-predictor.18b55185f1952b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38400"
    uid: fb2ebec5-fd1b-493b-8e16-09f9aec847d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:50:19.064521Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39428"
    uid: abb8bcdb-1e70-49c8-84fa-7e2ade733280
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-bv7dz
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:50:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:50:19Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz.18b551aa2eb0d8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39434"
    uid: 751254b7-fb15-4de7-8500-fddd44d4d972
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39439"
    uid: abb8bcdb-1e70-49c8-84fa-7e2ade733280
  kind: Event
  lastTimestamp: "2026-06-02T16:50:19Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:50:19Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz.18b551aa4830bfe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39447"
    uid: 3a69d1c7-ed50-440a-95e0-fd7b48578fea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: abb8bcdb-1e70-49c8-84fa-7e2ade733280
  kind: Event
  lastTimestamp: "2026-06-02T16:50:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:50:19Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz.18b551aa49a04a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "39449"
    uid: aaf619d8-f5a4-4860-ba66-cb2b8e3e72ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: abb8bcdb-1e70-49c8-84fa-7e2ade733280
  kind: Event
  lastTimestamp: "2026-06-02T16:50:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:50:19Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz.18b551aa4c890a4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39450"
    uid: 939cdb8d-0bd8-48b3-a809-3c5d6ee78c92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: abb8bcdb-1e70-49c8-84fa-7e2ade733280
  kind: Event
  lastTimestamp: "2026-06-02T16:50:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:50:19Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz.18b551aa4d04e628
    namespace: kserve-ci-e2e-test
    resourceVersion: "39451"
    uid: 80e4ed17-ffdc-419d-85ef-2d48d98b2219
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: abb8bcdb-1e70-49c8-84fa-7e2ade733280
  kind: Event
  lastTimestamp: "2026-06-02T16:50:23Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:50:23Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz.18b551ab4ba18f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "39489"
    uid: 7211870d-eb1e-4862-8eb9-4b6e9714b91f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: abb8bcdb-1e70-49c8-84fa-7e2ade733280
  kind: Event
  lastTimestamp: "2026-06-02T16:50:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:50:23Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz.18b551ab4e7fed1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39491"
    uid: 5a2418cc-0f34-414c-baa2-41b58cb5c4e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: abb8bcdb-1e70-49c8-84fa-7e2ade733280
  kind: Event
  lastTimestamp: "2026-06-02T16:50:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:50:23Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz.18b551ab4f001f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "39494"
    uid: f23a570e-07e3-46d8-9415-c49f1c309dbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: abb8bcdb-1e70-49c8-84fa-7e2ade733280
  kind: Event
  lastTimestamp: "2026-06-02T16:50:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:50:23Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz.18b551ab4f0ee618
    namespace: kserve-ci-e2e-test
    resourceVersion: "39495"
    uid: 65b354c4-43b0-4d36-8f2e-61ff4e0ab572
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: abb8bcdb-1e70-49c8-84fa-7e2ade733280
  kind: Event
  lastTimestamp: "2026-06-02T16:50:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:50:23Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz.18b551ab5257bf7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39497"
    uid: 29b5103e-c899-465c-a827-eee184055200
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: abb8bcdb-1e70-49c8-84fa-7e2ade733280
  kind: Event
  lastTimestamp: "2026-06-02T16:50:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:50:23Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz.18b551ab52eaa2ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "39498"
    uid: 477cd969-97b3-4daa-a24b-08699f420b23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: abb8bcdb-1e70-49c8-84fa-7e2ade733280
  kind: Event
  lastTimestamp: "2026-06-02T16:51:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:51:41Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz.18b551abc34deceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40128"
    uid: d9e97eac-8adb-4b43-8248-214b3a8c73d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: abb8bcdb-1e70-49c8-84fa-7e2ade733280
  kind: Event
  lastTimestamp: "2026-06-02T16:51:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:51:39Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz.18b551bcd25008c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40062"
    uid: ebc59740-b21e-4811-a2bd-d5e27f1c1e9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: abb8bcdb-1e70-49c8-84fa-7e2ade733280
  kind: Event
  lastTimestamp: "2026-06-02T16:51:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:51:39Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz.18b551bcd250e681
    namespace: kserve-ci-e2e-test
    resourceVersion: "40065"
    uid: b4c1b237-9984-45b6-aab6-a4c6daeb1595
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: abb8bcdb-1e70-49c8-84fa-7e2ade733280
  kind: Event
  lastTimestamp: "2026-06-02T16:51:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:51:41Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-bv7dz.18b551bd755d3e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "40127"
    uid: 55a604e3-8c6e-4e85-a62a-5e9ec5d3ff47
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39419"
    uid: 15bab3fd-67d7-4cb7-82cc-cce280a35167
  kind: Event
  lastTimestamp: "2026-06-02T16:50:19Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-bv7dz'
  metadata:
    creationTimestamp: "2026-06-02T16:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:50:19Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18b551aa2d60ad85
    namespace: kserve-ci-e2e-test
    resourceVersion: "39429"
    uid: da8c7271-f6b9-4dcd-b137-8381c33f2f55
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39417"
    uid: 39510206-8b22-4773-87c4-81be7e8aad05
  kind: Event
  lastTimestamp: "2026-06-02T16:50:18Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-06-02T16:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:50:18Z"
    name: isvc-xgboost-runtime-predictor.18b551aa290d4496
    namespace: kserve-ci-e2e-test
    resourceVersion: "39421"
    uid: 1bac0cbd-1b1a-4379-b9d7-901c0d6c6e85
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39418"
    uid: e793380e-a54d-414d-ba9a-9ed0f2f20641
  kind: Event
  lastTimestamp: "2026-06-02T16:50:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:50:33Z"
    name: isvc-xgboost-runtime-predictor.18b551ada7993a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39580"
    uid: 9de5aabe-e097-4c0a-a9f3-0745d65d6917
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39418"
    uid: e793380e-a54d-414d-ba9a-9ed0f2f20641
  kind: Event
  lastTimestamp: "2026-06-02T16:50:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:50:33Z"
    name: isvc-xgboost-runtime-predictor.18b551ada7fb8f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39581"
    uid: 63d62db2-d217-4e76-b544-d2b54834a90d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39579"
    uid: e793380e-a54d-414d-ba9a-9ed0f2f20641
  kind: Event
  lastTimestamp: "2026-06-02T16:51:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:51:34Z"
    name: isvc-xgboost-runtime-predictor.18b551b12718097d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40002"
    uid: e2a2d3eb-9a3a-42eb-b0bf-30892c460bd7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39579"
    uid: e793380e-a54d-414d-ba9a-9ed0f2f20641
  kind: Event
  lastTimestamp: "2026-06-02T16:51:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:51:34Z"
    name: isvc-xgboost-runtime-predictor.18b551b127868d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "40003"
    uid: 1206dc3b-ba2d-4c56-88fd-a96ef22d60cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39389"
    uid: f523fc19-39e7-4c7c-9855-a97a24506b07
  kind: Event
  lastTimestamp: "2026-06-02T16:51:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:51:31Z"
    name: isvc-xgboost-runtime.18b551aa28ebee00
    namespace: kserve-ci-e2e-test
    resourceVersion: "39984"
    uid: 8d45c354-78c0-4041-80a7-5f0ca2501cab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39389"
    uid: f523fc19-39e7-4c7c-9855-a97a24506b07
  kind: Event
  lastTimestamp: "2026-06-02T16:50:18Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:50:18Z"
    name: isvc-xgboost-runtime.18b551aa29570fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39423"
    uid: 04492fe3-2dbd-421d-b39e-1990f6ca1e30
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: f523fc19-39e7-4c7c-9855-a97a24506b07
  kind: Event
  lastTimestamp: "2026-06-02T16:51:31Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:51:31Z"
    name: isvc-xgboost-runtime.18b551bb2645826c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39982"
    uid: 8ac237b7-2879-488a-9d5c-54a9b66ca59c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:48:38.682686Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38523"
    uid: 391fd7c1-64fb-4f7b-88ee-a0f212d3234b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:48:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:48:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf.18b55192cf778c32
    namespace: kserve-ci-e2e-test
    resourceVersion: "38527"
    uid: d1bc4818-8f8b-4034-8312-c91b46708a8e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 391fd7c1-64fb-4f7b-88ee-a0f212d3234b
  kind: Event
  lastTimestamp: "2026-06-02T16:48:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-06-02T16:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:48:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf.18b55192dea64229
    namespace: kserve-ci-e2e-test
    resourceVersion: "38538"
    uid: 746ee496-3c8e-47bd-b9c0-4a125a1444e6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38533"
    uid: 391fd7c1-64fb-4f7b-88ee-a0f212d3234b
  kind: Event
  lastTimestamp: "2026-06-02T16:48:39Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:48:39Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf.18b551930d07067a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38550"
    uid: c53bf1ea-8a8b-46ea-862d-4080f7bd6567
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 391fd7c1-64fb-4f7b-88ee-a0f212d3234b
  kind: Event
  lastTimestamp: "2026-06-02T16:48:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:48:39Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf.18b551930e79e7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38552"
    uid: 120a2995-327d-437a-843e-028fc39175d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 391fd7c1-64fb-4f7b-88ee-a0f212d3234b
  kind: Event
  lastTimestamp: "2026-06-02T16:48:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:48:39Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf.18b55193116fb273
    namespace: kserve-ci-e2e-test
    resourceVersion: "38553"
    uid: 0c460705-61a0-494a-88a2-2f3a6ab33748
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 391fd7c1-64fb-4f7b-88ee-a0f212d3234b
  kind: Event
  lastTimestamp: "2026-06-02T16:48:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:48:39Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf.18b5519311edc09a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38554"
    uid: e5bdf974-d268-4f31-9726-1a637c877d04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 391fd7c1-64fb-4f7b-88ee-a0f212d3234b
  kind: Event
  lastTimestamp: "2026-06-02T16:48:44Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-06-02T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:48:44Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf.18b55194218167b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38600"
    uid: 64b895ef-ae99-43a5-b28a-186b36972f8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 391fd7c1-64fb-4f7b-88ee-a0f212d3234b
  kind: Event
  lastTimestamp: "2026-06-02T16:48:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:48:44Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf.18b551942496e8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "38602"
    uid: 03bf93f6-9044-45b7-ae58-2e33c37c6c84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 391fd7c1-64fb-4f7b-88ee-a0f212d3234b
  kind: Event
  lastTimestamp: "2026-06-02T16:48:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:48:44Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf.18b55194250d7897
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: 18efdea8-f4ca-4a0a-ad61-3f7476148659
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 391fd7c1-64fb-4f7b-88ee-a0f212d3234b
  kind: Event
  lastTimestamp: "2026-06-02T16:48:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:48:44Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf.18b55194251a3633
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: cd7aae9d-de8a-4fe6-8040-c42e5f00395b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 391fd7c1-64fb-4f7b-88ee-a0f212d3234b
  kind: Event
  lastTimestamp: "2026-06-02T16:48:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:48:44Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf.18b551942864a204
    namespace: kserve-ci-e2e-test
    resourceVersion: "38610"
    uid: f94cd850-36e7-4e7a-9e21-200492c625d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 391fd7c1-64fb-4f7b-88ee-a0f212d3234b
  kind: Event
  lastTimestamp: "2026-06-02T16:48:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:48:44Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf.18b5519428d7364d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38611"
    uid: f4c7b3a0-a6ce-4fa0-9e99-0efc1ce089da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 391fd7c1-64fb-4f7b-88ee-a0f212d3234b
  kind: Event
  lastTimestamp: "2026-06-02T16:49:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:49:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf.18b5519e7e1294ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "38984"
    uid: 3c353814-bfe8-453d-b30b-10603f8b64b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 391fd7c1-64fb-4f7b-88ee-a0f212d3234b
  kind: Event
  lastTimestamp: "2026-06-02T16:49:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:49:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf.18b5519e7e133531
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: 11755f8d-b440-4b41-9006-9f79033382e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 391fd7c1-64fb-4f7b-88ee-a0f212d3234b
  kind: Event
  lastTimestamp: "2026-06-02T16:49:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:49:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf.18b5519f4f484f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "39035"
    uid: fe8362fb-2f2c-4a87-8320-40760e4a3ebd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 391fd7c1-64fb-4f7b-88ee-a0f212d3234b
  kind: Event
  lastTimestamp: "2026-06-02T16:49:32Z"
  message: 'Readiness probe failed: Get "http://10.134.0.53:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:49:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf.18b5519f4f9d89b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39036"
    uid: bac9aa99-b9f1-47c6-acac-6326f973685a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "38510"
    uid: 0f1d97bb-e4ff-4a20-bc4a-e8dc4ba537cb
  kind: Event
  lastTimestamp: "2026-06-02T16:48:38Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9p5vf'
  metadata:
    creationTimestamp: "2026-06-02T16:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:48:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18b55192cefc2fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38524"
    uid: a38a5036-171e-4f48-9d49-817a7bad6bb5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38508"
    uid: fd3bcde5-2801-4151-a7e7-96653f5ef580
  kind: Event
  lastTimestamp: "2026-06-02T16:48:38Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:48:38Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b55192ca0638ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 4ba32827-7a12-417c-ba38-02d2de1a7db4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38509"
    uid: 8222e5b8-5d4c-484e-9a08-ed7d200b7a6a
  kind: Event
  lastTimestamp: "2026-06-02T16:49:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:49:23Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b5519648cf75ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "38901"
    uid: 3c313998-7b0f-4e6e-8704-9656bd4a4845
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38509"
    uid: 8222e5b8-5d4c-484e-9a08-ed7d200b7a6a
  kind: Event
  lastTimestamp: "2026-06-02T16:49:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:49:23Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b5519649564056
    namespace: kserve-ci-e2e-test
    resourceVersion: "38902"
    uid: 19359fe5-eaf9-4e63-8bd9-a5b6817f2ad3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38480"
    uid: 7f5803ae-9abd-4a21-a403-285fae5034a2
  kind: Event
  lastTimestamp: "2026-06-02T16:49:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:49:22Z"
    name: isvc-xgboost-v2-mlserver.18b55192c9e31db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: 5bab467f-3cfa-4c97-9d46-1d15d2617303
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38480"
    uid: 7f5803ae-9abd-4a21-a403-285fae5034a2
  kind: Event
  lastTimestamp: "2026-06-02T16:48:38Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:48:38Z"
    name: isvc-xgboost-v2-mlserver.18b55192ca399f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38532"
    uid: bc23ef7b-7c03-47b4-bb66-3f1745272557
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38491"
    uid: 7f5803ae-9abd-4a21-a403-285fae5034a2
  kind: Event
  lastTimestamp: "2026-06-02T16:48:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:48:38Z"
    name: isvc-xgboost-v2-mlserver.18b55192d0969826
    namespace: kserve-ci-e2e-test
    resourceVersion: "38534"
    uid: ecd0bb3b-ca34-49b4-af2d-8dd78632c21f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38889"
    uid: 7f5803ae-9abd-4a21-a403-285fae5034a2
  kind: Event
  lastTimestamp: "2026-06-02T16:49:22Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:49:22Z"
    name: isvc-xgboost-v2-mlserver.18b5519d01c7ce50
    namespace: kserve-ci-e2e-test
    resourceVersion: "38890"
    uid: f13c8961-3cf8-48f9-92a6-ea0edf54e2e0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:52:39.370211Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws
    namespace: kserve-ci-e2e-test
    resourceVersion: "40602"
    uid: 2b1bf1c7-199d-4711-8e3e-8ba13481e036
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-rbgws
    to ip-10-0-129-156.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:52:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:52:39Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws.18b551cad98fbbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40608"
    uid: dee6bac2-decc-469f-ae13-39f9436b810d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws
    namespace: kserve-ci-e2e-test
    resourceVersion: "40611"
    uid: 2b1bf1c7-199d-4711-8e3e-8ba13481e036
  kind: Event
  lastTimestamp: "2026-06-02T16:52:39Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:52:39Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws.18b551caf4371cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 2e95f60b-f121-4937-a266-565094734546
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws
    namespace: kserve-ci-e2e-test
    resourceVersion: "40605"
    uid: 2b1bf1c7-199d-4711-8e3e-8ba13481e036
  kind: Event
  lastTimestamp: "2026-06-02T16:52:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:52:39Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws.18b551caf5a5a99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40623"
    uid: abe67479-75ef-45d7-a542-d2a7da5be1b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws
    namespace: kserve-ci-e2e-test
    resourceVersion: "40605"
    uid: 2b1bf1c7-199d-4711-8e3e-8ba13481e036
  kind: Event
  lastTimestamp: "2026-06-02T16:52:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:52:39Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws.18b551caf8b99285
    namespace: kserve-ci-e2e-test
    resourceVersion: "40624"
    uid: 1b0cfc25-255f-4e70-b4d2-e9b8f59a4a33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws
    namespace: kserve-ci-e2e-test
    resourceVersion: "40605"
    uid: 2b1bf1c7-199d-4711-8e3e-8ba13481e036
  kind: Event
  lastTimestamp: "2026-06-02T16:52:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:52:39Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws.18b551caf944eaa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40625"
    uid: bc81bc8d-829d-4ab9-ab61-a197ddec61db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws
    namespace: kserve-ci-e2e-test
    resourceVersion: "40605"
    uid: 2b1bf1c7-199d-4711-8e3e-8ba13481e036
  kind: Event
  lastTimestamp: "2026-06-02T16:52:44Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:52:44Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws.18b551cbfc8a73b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40662"
    uid: 093e1db9-f2a8-45e7-b173-75049e14dd3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws
    namespace: kserve-ci-e2e-test
    resourceVersion: "40605"
    uid: 2b1bf1c7-199d-4711-8e3e-8ba13481e036
  kind: Event
  lastTimestamp: "2026-06-02T16:52:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:52:44Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws.18b551cbffc2867b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40666"
    uid: 7a157b4e-3daf-4c3a-80d3-e0389ce95221
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws
    namespace: kserve-ci-e2e-test
    resourceVersion: "40605"
    uid: 2b1bf1c7-199d-4711-8e3e-8ba13481e036
  kind: Event
  lastTimestamp: "2026-06-02T16:52:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:52:44Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws.18b551cc00700f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "40667"
    uid: d7deb660-6c0a-4565-9e73-7ed283fd6971
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws
    namespace: kserve-ci-e2e-test
    resourceVersion: "40605"
    uid: 2b1bf1c7-199d-4711-8e3e-8ba13481e036
  kind: Event
  lastTimestamp: "2026-06-02T16:52:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:52:44Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws.18b551cc007ed7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40668"
    uid: 73f6acf6-472b-4254-9577-336945b2ccb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws
    namespace: kserve-ci-e2e-test
    resourceVersion: "40605"
    uid: 2b1bf1c7-199d-4711-8e3e-8ba13481e036
  kind: Event
  lastTimestamp: "2026-06-02T16:52:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:52:44Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws.18b551cc03b93813
    namespace: kserve-ci-e2e-test
    resourceVersion: "40670"
    uid: 8696d2cc-4d26-4648-a261-6aff0ea4dfc6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws
    namespace: kserve-ci-e2e-test
    resourceVersion: "40605"
    uid: 2b1bf1c7-199d-4711-8e3e-8ba13481e036
  kind: Event
  lastTimestamp: "2026-06-02T16:52:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:52:44Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws.18b551cc04683ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40671"
    uid: 8599e727-a740-4454-8a09-e0b6f00bd736
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws
    namespace: kserve-ci-e2e-test
    resourceVersion: "40605"
    uid: 2b1bf1c7-199d-4711-8e3e-8ba13481e036
  kind: Event
  lastTimestamp: "2026-06-02T16:54:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-06-02T16:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:54:01Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws.18b551cc3883e62c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41300"
    uid: 72d4df03-a45f-4fc6-9218-da16d1b31cc8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:53:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws
    namespace: kserve-ci-e2e-test
    resourceVersion: "40605"
    uid: 2b1bf1c7-199d-4711-8e3e-8ba13481e036
  kind: Event
  lastTimestamp: "2026-06-02T16:53:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:53:59Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws.18b551dd8021dfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "41238"
    uid: 7882fb1f-72ec-434a-a4f2-1409880b69e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:53:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws
    namespace: kserve-ci-e2e-test
    resourceVersion: "40605"
    uid: 2b1bf1c7-199d-4711-8e3e-8ba13481e036
  kind: Event
  lastTimestamp: "2026-06-02T16:53:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:53:59Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws.18b551dd8022b1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41240"
    uid: ca1639ff-3310-49b8-a4ab-11baedb04071
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws
    namespace: kserve-ci-e2e-test
    resourceVersion: "40605"
    uid: 2b1bf1c7-199d-4711-8e3e-8ba13481e036
  kind: Event
  lastTimestamp: "2026-06-02T16:54:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:54:01Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws.18b551ddeaa59cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41298"
    uid: d6be5bb8-0e70-4a5c-891a-82ac431fc62c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40590"
    uid: d96e3ee8-1b60-4636-9a88-4c26af3e1341
  kind: Event
  lastTimestamp: "2026-06-02T16:52:39Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-rbgws'
  metadata:
    creationTimestamp: "2026-06-02T16:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:52:39Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18b551cad8f1f046
    namespace: kserve-ci-e2e-test
    resourceVersion: "40604"
    uid: 6304024e-8bce-4fce-a600-4dbf658215fa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40588"
    uid: 4283c1d0-4e9b-44b8-8acb-6ed3761f461a
  kind: Event
  lastTimestamp: "2026-06-02T16:52:39Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:52:39Z"
    name: isvc-xgboost-v2-predictor.18b551cad6043669
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: ab76fec3-e48f-472c-a011-734f0eef89aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40591"
    uid: e2f69db0-2bc6-40ef-8676-231c82e647ab
  kind: Event
  lastTimestamp: "2026-06-02T16:53:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:53:09Z"
    name: isvc-xgboost-v2-predictor.18b551ce551c4eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "40851"
    uid: c8a00388-0f36-45e9-9389-88fc69a4deaa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40591"
    uid: e2f69db0-2bc6-40ef-8676-231c82e647ab
  kind: Event
  lastTimestamp: "2026-06-02T16:53:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:53:09Z"
    name: isvc-xgboost-v2-predictor.18b551ce557dfa19
    namespace: kserve-ci-e2e-test
    resourceVersion: "40852"
    uid: c1a95f70-959f-452d-90d9-1dc974396a1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:53:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40748"
    uid: e2f69db0-2bc6-40ef-8676-231c82e647ab
  kind: Event
  lastTimestamp: "2026-06-02T16:53:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:53:54Z"
    name: isvc-xgboost-v2-predictor.18b551d5534c8836
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: 473ffed4-65d0-4e34-8d69-d298f12366c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:53:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40748"
    uid: e2f69db0-2bc6-40ef-8676-231c82e647ab
  kind: Event
  lastTimestamp: "2026-06-02T16:53:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:53:54Z"
    name: isvc-xgboost-v2-predictor.18b551d553b2caa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41181"
    uid: 71d0bc88-301e-4f0a-9f6a-cbf42a0cb3f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:51:39.205692Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40082"
    uid: 0e16d8dd-8258-488a-bbe3-cc1660dbf5a8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:51:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:51:39Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d.18b551bcd77a01bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40086"
    uid: 493f6f4b-a474-4fe4-b3f6-ede2e462e944
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40092"
    uid: 0e16d8dd-8258-488a-bbe3-cc1660dbf5a8
  kind: Event
  lastTimestamp: "2026-06-02T16:51:39Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:51:39Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d.18b551bcf0f91dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40100"
    uid: 99e8c6a7-8284-4638-a981-b8bc18a1d18e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 0e16d8dd-8258-488a-bbe3-cc1660dbf5a8
  kind: Event
  lastTimestamp: "2026-06-02T16:51:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:51:39Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d.18b551bcf25e2173
    namespace: kserve-ci-e2e-test
    resourceVersion: "40102"
    uid: f38bf81c-38c5-4a2f-aab4-b1a2b032d7fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 0e16d8dd-8258-488a-bbe3-cc1660dbf5a8
  kind: Event
  lastTimestamp: "2026-06-02T16:51:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:51:39Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d.18b551bcf50f5bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40105"
    uid: 762c80a9-e3f3-48ca-88e9-2ff6c43e7f16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 0e16d8dd-8258-488a-bbe3-cc1660dbf5a8
  kind: Event
  lastTimestamp: "2026-06-02T16:51:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:51:39Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d.18b551bcf58162f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40106"
    uid: 55db1e16-7c63-4785-916a-7272d9661d43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 0e16d8dd-8258-488a-bbe3-cc1660dbf5a8
  kind: Event
  lastTimestamp: "2026-06-02T16:51:43Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-06-02T16:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:51:43Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d.18b551bdf389d764
    namespace: kserve-ci-e2e-test
    resourceVersion: "40150"
    uid: b5b1dee6-c40e-4d1e-9b87-5fd42b88e6a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 0e16d8dd-8258-488a-bbe3-cc1660dbf5a8
  kind: Event
  lastTimestamp: "2026-06-02T16:51:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:51:44Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d.18b551bdf6974054
    namespace: kserve-ci-e2e-test
    resourceVersion: "40155"
    uid: fd559a30-b301-4315-b83a-73b18cd136ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 0e16d8dd-8258-488a-bbe3-cc1660dbf5a8
  kind: Event
  lastTimestamp: "2026-06-02T16:51:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:51:44Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d.18b551bdf70fa0ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "40158"
    uid: 9494dad8-7758-4689-a699-6d6ad76f3a8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 0e16d8dd-8258-488a-bbe3-cc1660dbf5a8
  kind: Event
  lastTimestamp: "2026-06-02T16:51:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:51:44Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d.18b551bdf71badfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40159"
    uid: 8332b63d-e947-445e-a31a-0c0ba2b08ab1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 0e16d8dd-8258-488a-bbe3-cc1660dbf5a8
  kind: Event
  lastTimestamp: "2026-06-02T16:51:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:51:44Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d.18b551bdfaaccadc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40164"
    uid: e3f8a08a-5970-4b52-9f03-1be7501ece33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 0e16d8dd-8258-488a-bbe3-cc1660dbf5a8
  kind: Event
  lastTimestamp: "2026-06-02T16:51:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:51:44Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d.18b551bdfb26bc80
    namespace: kserve-ci-e2e-test
    resourceVersion: "40165"
    uid: a4e7e9cb-2494-4e62-b779-3351c7263c05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 0e16d8dd-8258-488a-bbe3-cc1660dbf5a8
  kind: Event
  lastTimestamp: "2026-06-02T16:52:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-06-02T16:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:52:21Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d.18b551c6944494ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "40416"
    uid: ce778859-92d0-4eb3-81e4-4fe6413cda42
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 0e16d8dd-8258-488a-bbe3-cc1660dbf5a8
  kind: Event
  lastTimestamp: "2026-06-02T16:52:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:52:39Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d.18b551cad50a8f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40587"
    uid: 6423ab6b-b041-4881-baa5-2b0d410112e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 0e16d8dd-8258-488a-bbe3-cc1660dbf5a8
  kind: Event
  lastTimestamp: "2026-06-02T16:52:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:52:39Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d.18b551cad51153e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40589"
    uid: 25b5c589-aa3d-49ee-a299-8c97c4a69944
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 0e16d8dd-8258-488a-bbe3-cc1660dbf5a8
  kind: Event
  lastTimestamp: "2026-06-02T16:52:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:52:45Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d.18b551cb396f9e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "40684"
    uid: ce035b00-acb0-4cd0-9bb4-441fd67fcdc1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40084"
    uid: 0e16d8dd-8258-488a-bbe3-cc1660dbf5a8
  kind: Event
  lastTimestamp: "2026-06-02T16:52:42Z"
  message: 'Readiness probe failed: Get "http://10.134.0.55:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-06-02T16:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:52:42Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d.18b551cb77d5d5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40646"
    uid: aca32ac6-15f9-49f3-b2e7-b6aefea2e9ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40071"
    uid: 0912c456-6af6-4c4c-bbf1-c51d4420e76e
  kind: Event
  lastTimestamp: "2026-06-02T16:51:39Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-f875d'
  metadata:
    creationTimestamp: "2026-06-02T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:51:39Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18b551bcd710f34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40083"
    uid: bdd67403-ef83-4f5a-98b9-a25a42268120
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40068"
    uid: 9578f9e0-9d9f-4317-ae8e-62d857db43c6
  kind: Event
  lastTimestamp: "2026-06-02T16:51:39Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:51:39Z"
    name: isvc-xgboost-v2-runtime-predictor.18b551bcd3ea174e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40073"
    uid: d4eb3bf4-9bc6-4d62-aa1d-9e0b1934e8b1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40070"
    uid: da78a125-ef58-47a0-901c-963b7b39a422
  kind: Event
  lastTimestamp: "2026-06-02T16:52:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:52:09Z"
    name: isvc-xgboost-v2-runtime-predictor.18b551c052c30cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40338"
    uid: 122d6b37-6a35-4f3b-89e9-bf61474b722c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40070"
    uid: da78a125-ef58-47a0-901c-963b7b39a422
  kind: Event
  lastTimestamp: "2026-06-02T16:52:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:52:09Z"
    name: isvc-xgboost-v2-runtime-predictor.18b551c053245591
    namespace: kserve-ci-e2e-test
    resourceVersion: "40339"
    uid: 7ce4733d-3a1f-4a5e-99e0-548414acf57f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: da78a125-ef58-47a0-901c-963b7b39a422
  kind: Event
  lastTimestamp: "2026-06-02T16:52:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:52:39Z"
    name: isvc-xgboost-v2-runtime-predictor.18b551c750ff09e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40557"
    uid: 24f515f4-38d0-4a0f-82d3-2d59d15be9fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: da78a125-ef58-47a0-901c-963b7b39a422
  kind: Event
  lastTimestamp: "2026-06-02T16:52:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:52:39Z"
    name: isvc-xgboost-v2-runtime-predictor.18b551c7516e4901
    namespace: kserve-ci-e2e-test
    resourceVersion: "40558"
    uid: 82cd6803-d330-488c-9186-9fbfe5e0dbda
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40040"
    uid: bd174b40-dcf6-442e-922b-4fc5ffbda178
  kind: Event
  lastTimestamp: "2026-06-02T16:52:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:52:31Z"
    name: isvc-xgboost-v2-runtime.18b551bcd3c5f717
    namespace: kserve-ci-e2e-test
    resourceVersion: "40496"
    uid: 92a23349-a302-4aef-b771-5f0365081063
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:51:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40040"
    uid: bd174b40-dcf6-442e-922b-4fc5ffbda178
  kind: Event
  lastTimestamp: "2026-06-02T16:51:39Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:51:39Z"
    name: isvc-xgboost-v2-runtime.18b551bcd4311b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "40075"
    uid: 405223c7-00d7-4a32-80f3-7ea3e214dcd0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40492"
    uid: bd174b40-dcf6-442e-922b-4fc5ffbda178
  kind: Event
  lastTimestamp: "2026-06-02T16:52:31Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:52:31Z"
    name: isvc-xgboost-v2-runtime.18b551c8f154b137
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 888ce005-5437-45cb-b81e-0ae5755e57e0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: bb56f0e6-9c19-4fa4-be40-82491f954181
  kind: Event
  lastTimestamp: "2026-06-02T16:53:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:53:51Z"
    name: isvc-xgboost-v2.18b551cad637ddca
    namespace: kserve-ci-e2e-test
    resourceVersion: "41149"
    uid: 72e240a4-df5d-4dfd-a89d-68178ac30b4d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:52:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: bb56f0e6-9c19-4fa4-be40-82491f954181
  kind: Event
  lastTimestamp: "2026-06-02T16:52:39Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:52:39Z"
    name: isvc-xgboost-v2.18b551cad689e49e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40595"
    uid: 6e95c176-4643-477f-b820-284fba67d4cf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:53:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41146"
    uid: bb56f0e6-9c19-4fa4-be40-82491f954181
  kind: Event
  lastTimestamp: "2026-06-02T16:53:51Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:53:51Z"
    name: isvc-xgboost-v2.18b551db9b8c092d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41148"
    uid: 098f8e50-6627-463b-ab27-7b983656fa9c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37694"
    uid: 083e15ea-5e4d-4ea3-8166-ab00003513d9
  kind: Event
  lastTimestamp: "2026-06-02T16:48:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:48:30Z"
    name: isvc-xgboost.18b5517b73d307fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38422"
    uid: 3f94be61-288a-4dd6-af30-b5e9fefe6b27
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37694"
    uid: 083e15ea-5e4d-4ea3-8166-ab00003513d9
  kind: Event
  lastTimestamp: "2026-06-02T16:46:58Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-02T16:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:46:58Z"
    name: isvc-xgboost.18b5517b74296cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "37747"
    uid: 97619fd3-a89c-4e10-a713-01b90e22dfa6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:46:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37701"
    uid: 083e15ea-5e4d-4ea3-8166-ab00003513d9
  kind: Event
  lastTimestamp: "2026-06-02T16:46:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:46:58Z"
    name: isvc-xgboost.18b5517b7a04cb98
    namespace: kserve-ci-e2e-test
    resourceVersion: "37748"
    uid: 6f73af28-afa7-4d9f-a8e5-26585a7c712c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:48:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38418"
    uid: 083e15ea-5e4d-4ea3-8166-ab00003513d9
  kind: Event
  lastTimestamp: "2026-06-02T16:48:30Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:48:30Z"
    name: isvc-xgboost.18b55190e46288aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38419"
    uid: f298b2bc-0b8d-4b5f-8e07-a36a9167804a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:06:03.054947Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hxrdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17037"
    uid: 9a25a5e7-25ea-4109-a043-5c844448673e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-hxrdn
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:06:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:06:03Z"
    name: message-dumper-predictor-c7d86bcbd-hxrdn.18b54f3fc82ef237
    namespace: kserve-ci-e2e-test
    resourceVersion: "17042"
    uid: dc3a6d9f-6120-4c98-9de1-84f1e92648bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hxrdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 9a25a5e7-25ea-4109-a043-5c844448673e
  kind: Event
  lastTimestamp: "2026-06-02T16:06:03Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:06:03Z"
    name: message-dumper-predictor-c7d86bcbd-hxrdn.18b54f3fe20f79b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: 453a8265-3260-40db-ad86-59431f44829e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hxrdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: 9a25a5e7-25ea-4109-a043-5c844448673e
  kind: Event
  lastTimestamp: "2026-06-02T16:06:03Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-06-02T16:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:03Z"
    name: message-dumper-predictor-c7d86bcbd-hxrdn.18b54f3fe3792eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: 2f5982d7-4d06-4339-9f22-ae2832f2c3a8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hxrdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: 9a25a5e7-25ea-4109-a043-5c844448673e
  kind: Event
  lastTimestamp: "2026-06-02T16:06:04Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.001s (1.001s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-06-02T16:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:04Z"
    name: message-dumper-predictor-c7d86bcbd-hxrdn.18b54f401f320e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 9e11cc70-29d0-4cc9-b822-dba9f58d1d88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hxrdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: 9a25a5e7-25ea-4109-a043-5c844448673e
  kind: Event
  lastTimestamp: "2026-06-02T16:06:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:04Z"
    name: message-dumper-predictor-c7d86bcbd-hxrdn.18b54f40233bd1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: a74905e7-c8ed-4be4-a70d-cdd0090127b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hxrdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: 9a25a5e7-25ea-4109-a043-5c844448673e
  kind: Event
  lastTimestamp: "2026-06-02T16:06:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:04Z"
    name: message-dumper-predictor-c7d86bcbd-hxrdn.18b54f4023c40f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17093"
    uid: 5ee84ed9-d632-41a3-aea8-a4bf785de8f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hxrdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: 9a25a5e7-25ea-4109-a043-5c844448673e
  kind: Event
  lastTimestamp: "2026-06-02T16:06:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:04Z"
    name: message-dumper-predictor-c7d86bcbd-hxrdn.18b54f4023d0583d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17094"
    uid: fb553f2d-eaad-48e0-aeaf-d14e2df6947e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hxrdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: 9a25a5e7-25ea-4109-a043-5c844448673e
  kind: Event
  lastTimestamp: "2026-06-02T16:06:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:04Z"
    name: message-dumper-predictor-c7d86bcbd-hxrdn.18b54f40271c97c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17097"
    uid: f3b524a3-5763-4d26-b197-dcdefbefb270
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hxrdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: 9a25a5e7-25ea-4109-a043-5c844448673e
  kind: Event
  lastTimestamp: "2026-06-02T16:06:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:06:04Z"
    name: message-dumper-predictor-c7d86bcbd-hxrdn.18b54f40277f80a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: 8e05daa2-1634-4e6d-9e1e-c45422ee0a64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hxrdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: 9a25a5e7-25ea-4109-a043-5c844448673e
  kind: Event
  lastTimestamp: "2026-06-02T16:07:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:07:48Z"
    name: message-dumper-predictor-c7d86bcbd-hxrdn.18b54f5852afa95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18011"
    uid: db2a0c1c-8cb6-404f-b0a6-8a4d9ce0bc4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hxrdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: 9a25a5e7-25ea-4109-a043-5c844448673e
  kind: Event
  lastTimestamp: "2026-06-02T16:07:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:07:48Z"
    name: message-dumper-predictor-c7d86bcbd-hxrdn.18b54f5852b03ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18013"
    uid: 77a8b83a-d8fb-404b-991a-8ceb035475a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: cbce5049-d37e-4e4c-bb64-e9f99974ca6e
  kind: Event
  lastTimestamp: "2026-06-02T16:06:03Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-hxrdn'
  metadata:
    creationTimestamp: "2026-06-02T16:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:06:03Z"
    name: message-dumper-predictor-c7d86bcbd.18b54f3fc7bd5f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 27a24b7a-361f-48a5-8c96-c17587c459ec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: 6e9ebbd5-43e8-42ac-bcd3-50f05be2e30d
  kind: Event
  lastTimestamp: "2026-06-02T16:06:03Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-06-02T16:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:06:03Z"
    name: message-dumper-predictor.18b54f3fc5d1bcd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: a5c20030-6178-4bec-be9d-de1465eae4da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17030"
    uid: 79c95381-363d-473d-a391-3af02f09da44
  kind: Event
  lastTimestamp: "2026-06-02T16:06:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:06:18Z"
    name: message-dumper-predictor.18b54f4344d39cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: 7ec3751a-112c-4a23-a73a-dbe32143e179
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17030"
    uid: 79c95381-363d-473d-a391-3af02f09da44
  kind: Event
  lastTimestamp: "2026-06-02T16:06:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:06:18Z"
    name: message-dumper-predictor.18b54f434545bdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 9cc15064-e56a-4ee0-b94f-b16baa81d8f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: 79c95381-363d-473d-a391-3af02f09da44
  kind: Event
  lastTimestamp: "2026-06-02T16:06:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:06:33Z"
    name: message-dumper-predictor.18b54f46c401e52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17388"
    uid: 4bf39ca5-89e2-4e56-b908-e115fa7a5d61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: 79c95381-363d-473d-a391-3af02f09da44
  kind: Event
  lastTimestamp: "2026-06-02T16:06:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:06:33Z"
    name: message-dumper-predictor.18b54f46c477b08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17390"
    uid: 7b54f404-d83d-46a0-b36e-874dc5bd9560
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17019"
    uid: 4a0d53dd-753e-4074-b5b6-3bb962d750b8
  kind: Event
  lastTimestamp: "2026-06-02T16:06:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:06:13Z"
    name: message-dumper.18b54f3fc5c45c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "17182"
    uid: e75df499-dada-4a72-82b1-519f5b5e9461
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17019"
    uid: 4a0d53dd-753e-4074-b5b6-3bb962d750b8
  kind: Event
  lastTimestamp: "2026-06-02T16:06:03Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-06-02T16:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:06:03Z"
    name: message-dumper.18b54f3fc690b3ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17035"
    uid: bbcebe15-423c-4a22-afe6-878e0beb1d54
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:06:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: 4a0d53dd-753e-4074-b5b6-3bb962d750b8
  kind: Event
  lastTimestamp: "2026-06-02T16:06:13Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:06:13Z"
    name: message-dumper.18b54f423294617c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17180"
    uid: b190a2f0-0f66-44b0-bda0-644621ada1d2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:38:04.053968Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33222"
    uid: 2b361932-3069-4ff6-b0df-311003ba670e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-2wgp7
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:38:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:38:04Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7.18b550ff0ca5e0d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: 9e9cde13-1d6e-4a72-9f97-1b02f459ab66
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33230"
    uid: 2b361932-3069-4ff6-b0df-311003ba670e
  kind: Event
  lastTimestamp: "2026-06-02T16:38:04Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:38:04Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7.18b550ff264677db
    namespace: kserve-ci-e2e-test
    resourceVersion: "33239"
    uid: 2b009fe5-f165-41ae-9996-9eb189ee29e0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: 2b361932-3069-4ff6-b0df-311003ba670e
  kind: Event
  lastTimestamp: "2026-06-02T16:38:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:38:04Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7.18b550ff27ec30a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33242"
    uid: cfb47010-9e12-4236-9dfe-756c4e29f16f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: 2b361932-3069-4ff6-b0df-311003ba670e
  kind: Event
  lastTimestamp: "2026-06-02T16:38:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:38:04Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7.18b550ff2b0466f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: eb9b79f7-2c69-40fe-b427-0afe22781fd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: 2b361932-3069-4ff6-b0df-311003ba670e
  kind: Event
  lastTimestamp: "2026-06-02T16:38:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:38:04Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7.18b550ff2b7821f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 1ad0cfe8-efad-40da-b873-8f1ff5948326
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: 2b361932-3069-4ff6-b0df-311003ba670e
  kind: Event
  lastTimestamp: "2026-06-02T16:38:09Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-06-02T16:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:38:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7.18b551003d658483
    namespace: kserve-ci-e2e-test
    resourceVersion: "33286"
    uid: a17ce67f-e355-4695-8e18-7db149949c86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: 2b361932-3069-4ff6-b0df-311003ba670e
  kind: Event
  lastTimestamp: "2026-06-02T16:38:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:38:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7.18b55100419f7cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33292"
    uid: 5c803846-1334-43c7-ab68-c25b11edc796
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: 2b361932-3069-4ff6-b0df-311003ba670e
  kind: Event
  lastTimestamp: "2026-06-02T16:38:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:38:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7.18b551004220f874
    namespace: kserve-ci-e2e-test
    resourceVersion: "33293"
    uid: fd330c08-8c6b-4ccf-934b-c245821a960e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: 2b361932-3069-4ff6-b0df-311003ba670e
  kind: Event
  lastTimestamp: "2026-06-02T16:38:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:38:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7.18b5510042300a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33294"
    uid: ad6ba366-b231-45e6-89a2-6c080bfa839b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: 2b361932-3069-4ff6-b0df-311003ba670e
  kind: Event
  lastTimestamp: "2026-06-02T16:38:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:38:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7.18b551004627799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33298"
    uid: 62f58660-0118-466c-90d1-6ec08e2ded2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: 2b361932-3069-4ff6-b0df-311003ba670e
  kind: Event
  lastTimestamp: "2026-06-02T16:38:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:38:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7.18b5510046a12855
    namespace: kserve-ci-e2e-test
    resourceVersion: "33300"
    uid: b417e836-22d5-40f8-9204-2dca8a9916a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: 2b361932-3069-4ff6-b0df-311003ba670e
  kind: Event
  lastTimestamp: "2026-06-02T16:38:47Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-06-02T16:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:38:47Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7.18b5510919ffbe48
    namespace: kserve-ci-e2e-test
    resourceVersion: "33569"
    uid: 63ed3335-33e5-42aa-abfb-86894e691495
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: 2b361932-3069-4ff6-b0df-311003ba670e
  kind: Event
  lastTimestamp: "2026-06-02T16:39:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:04Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7.18b5510d0be867e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33719"
    uid: b75d9e64-0245-4d5a-948c-292556c4e18a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: 2b361932-3069-4ff6-b0df-311003ba670e
  kind: Event
  lastTimestamp: "2026-06-02T16:39:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:04Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7.18b5510d0be9774a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33722"
    uid: 9d090ff5-63da-4b08-a07c-8a69ed921f64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: 2b361932-3069-4ff6-b0df-311003ba670e
  kind: Event
  lastTimestamp: "2026-06-02T16:39:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:39:07Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-2wgp7.18b5510dbf46aa13
    namespace: kserve-ci-e2e-test
    resourceVersion: "33781"
    uid: 1314ac70-801d-4732-970f-a0986948538f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "33211"
    uid: 57d794b3-8cdd-460f-9043-339fd273e789
  kind: Event
  lastTimestamp: "2026-06-02T16:38:04Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-2wgp7'
  metadata:
    creationTimestamp: "2026-06-02T16:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:38:04Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18b550ff0c1bda8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33223"
    uid: 0cc8b9de-97fe-479f-b39e-12c0ca1ebbbf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: 56b09fbf-c36e-4b12-b7c0-e18577f5c98a
  kind: Event
  lastTimestamp: "2026-06-02T16:38:03Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-06-02T16:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:38:03Z"
    name: sklearn-v2-mlserver-predictor.18b550ff0901e962
    namespace: kserve-ci-e2e-test
    resourceVersion: "33213"
    uid: 57fdcd53-c6b8-4b75-af67-9d4c35f6b7ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33210"
    uid: b0f97d43-23d6-474c-bec5-f09c467dbc9c
  kind: Event
  lastTimestamp: "2026-06-02T16:38:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:38:19Z"
    name: sklearn-v2-mlserver-predictor.18b5510287e1ca38
    namespace: kserve-ci-e2e-test
    resourceVersion: "33376"
    uid: b6cd59fa-8e77-434b-92fa-f0740ff44bc3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33210"
    uid: b0f97d43-23d6-474c-bec5-f09c467dbc9c
  kind: Event
  lastTimestamp: "2026-06-02T16:38:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:38:19Z"
    name: sklearn-v2-mlserver-predictor.18b55102884aa392
    namespace: kserve-ci-e2e-test
    resourceVersion: "33378"
    uid: e047672b-898c-4d32-87d0-c01e39d550f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33377"
    uid: b0f97d43-23d6-474c-bec5-f09c467dbc9c
  kind: Event
  lastTimestamp: "2026-06-02T16:39:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:39:04Z"
    name: sklearn-v2-mlserver-predictor.18b55106070dba89
    namespace: kserve-ci-e2e-test
    resourceVersion: "33688"
    uid: 5fc21beb-9904-4a8b-8d40-960f683d8378
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33377"
    uid: b0f97d43-23d6-474c-bec5-f09c467dbc9c
  kind: Event
  lastTimestamp: "2026-06-02T16:39:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:39:04Z"
    name: sklearn-v2-mlserver-predictor.18b55106077af729
    namespace: kserve-ci-e2e-test
    resourceVersion: "33690"
    uid: 1cd8e824-1e51-4913-be67-2afaf92073b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "33181"
    uid: 5e0cea5a-4cb5-4b62-ae03-fbc2bee35601
  kind: Event
  lastTimestamp: "2026-06-02T16:38:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:38:57Z"
    name: sklearn-v2-mlserver.18b550ff08d620c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33643"
    uid: 5054f04e-56dd-430c-8ca8-3a4f0354a564
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "33181"
    uid: 5e0cea5a-4cb5-4b62-ae03-fbc2bee35601
  kind: Event
  lastTimestamp: "2026-06-02T16:38:03Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:38:03Z"
    name: sklearn-v2-mlserver.18b550ff093673e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33216"
    uid: 566b9e85-3aeb-4127-bed2-03cc952ae845
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:38:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "33640"
    uid: 5e0cea5a-4cb5-4b62-ae03-fbc2bee35601
  kind: Event
  lastTimestamp: "2026-06-02T16:38:57Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:38:57Z"
    name: sklearn-v2-mlserver.18b5510b70bd40e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33642"
    uid: f3640f37-9bb8-425e-a143-3708c84f1308
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-06-02T16:49:28.837990Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38965"
    uid: 4703859a-9693-472a-9fe7-d345800b45af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-n68pq
    to ip-10-0-131-30.ec2.internal
  metadata:
    creationTimestamp: "2026-06-02T16:49:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-06-02T16:49:28Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq.18b5519e7cf4d048
    namespace: kserve-ci-e2e-test
    resourceVersion: "38976"
    uid: 86e8f660-8920-4326-b866-50486a12a74c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d986b55c4-mvmgv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38985"
    uid: 4703859a-9693-472a-9fe7-d345800b45af
  kind: Event
  lastTimestamp: "2026-06-02T16:49:29Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-06-02T16:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-06-02T16:49:29Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq.18b5519e971d9047
    namespace: kserve-ci-e2e-test
    resourceVersion: "39001"
    uid: 7b84af3c-672c-425b-810c-687b3bdcc146
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: 4703859a-9693-472a-9fe7-d345800b45af
  kind: Event
  lastTimestamp: "2026-06-02T16:49:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:49:29Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq.18b5519e98718938
    namespace: kserve-ci-e2e-test
    resourceVersion: "39003"
    uid: f9bdaea4-ca20-4b43-860e-a36bb3e0ec68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: 4703859a-9693-472a-9fe7-d345800b45af
  kind: Event
  lastTimestamp: "2026-06-02T16:49:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-06-02T16:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:49:29Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq.18b5519e9b658ed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39004"
    uid: eb21054a-3266-4ab9-b87c-0196f9a521ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: 4703859a-9693-472a-9fe7-d345800b45af
  kind: Event
  lastTimestamp: "2026-06-02T16:49:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-06-02T16:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:49:29Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq.18b5519e9bd57393
    namespace: kserve-ci-e2e-test
    resourceVersion: "39005"
    uid: c1f3a157-d5a7-4d48-8ef8-0fea9814f23c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: 4703859a-9693-472a-9fe7-d345800b45af
  kind: Event
  lastTimestamp: "2026-06-02T16:49:33Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-06-02T16:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:49:33Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq.18b5519f947a1823
    namespace: kserve-ci-e2e-test
    resourceVersion: "39050"
    uid: 3c54d7e8-36f7-4ba9-b1b7-eeee3cc50b77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: 4703859a-9693-472a-9fe7-d345800b45af
  kind: Event
  lastTimestamp: "2026-06-02T16:49:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-06-02T16:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:49:33Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq.18b5519f98626fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39054"
    uid: 0ef58233-7b37-493e-be5c-bce1a2034d8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: 4703859a-9693-472a-9fe7-d345800b45af
  kind: Event
  lastTimestamp: "2026-06-02T16:49:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:49:33Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq.18b5519f98d8cc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "39057"
    uid: 314394e8-1d00-48fd-9004-c11cd8204f69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: 4703859a-9693-472a-9fe7-d345800b45af
  kind: Event
  lastTimestamp: "2026-06-02T16:49:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-06-02T16:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:49:33Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq.18b5519f98e54ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39058"
    uid: f8728a8d-52e8-4703-a85d-b7dc67bf581e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: 4703859a-9693-472a-9fe7-d345800b45af
  kind: Event
  lastTimestamp: "2026-06-02T16:49:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-06-02T16:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:49:33Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq.18b5519f9c2329fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39061"
    uid: be7861cc-feb4-475b-8dea-b3ecbf0d6de2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: 4703859a-9693-472a-9fe7-d345800b45af
  kind: Event
  lastTimestamp: "2026-06-02T16:49:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:49:33Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq.18b5519f9c96c008
    namespace: kserve-ci-e2e-test
    resourceVersion: "39063"
    uid: 710e0408-0883-4b1e-88eb-46aac9aba13c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: 4703859a-9693-472a-9fe7-d345800b45af
  kind: Event
  lastTimestamp: "2026-06-02T16:50:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-06-02T16:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:50:18Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq.18b551aa27808a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "39413"
    uid: 293e6ea2-7493-4488-9c05-5d1c8eaa9875
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: 4703859a-9693-472a-9fe7-d345800b45af
  kind: Event
  lastTimestamp: "2026-06-02T16:50:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-06-02T16:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:50:18Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq.18b551aa2781226e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39416"
    uid: 81f8ea52-a865-48b9-af12-e41e7d008c2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: 4703859a-9693-472a-9fe7-d345800b45af
  kind: Event
  lastTimestamp: "2026-06-02T16:50:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-06-02T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:50:20Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq.18b551aa86867443
    namespace: kserve-ci-e2e-test
    resourceVersion: "39463"
    uid: 1f74ab7f-710b-4632-9dfb-80fef7e129c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: 4703859a-9693-472a-9fe7-d345800b45af
  kind: Event
  lastTimestamp: "2026-06-02T16:50:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-06-02T16:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-06-02T16:50:26Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-n68pq.18b551abec306232
    namespace: kserve-ci-e2e-test
    resourceVersion: "39527"
    uid: ff47650b-5899-42cc-a6b4-0902c8f9ddcc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38952"
    uid: 3039b713-f85f-496e-97ed-39660c844c72
  kind: Event
  lastTimestamp: "2026-06-02T16:49:28Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-n68pq'
  metadata:
    creationTimestamp: "2026-06-02T16:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:49:28Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18b5519e7c69e621
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: f4cd4d5a-ff4a-4b97-aaac-3c7be4cfdcf8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38950"
    uid: 7494993f-a702-4fd9-b219-33b06f540e6a
  kind: Event
  lastTimestamp: "2026-06-02T16:49:28Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-06-02T16:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:49:28Z"
    name: xgboost-v2-mlserver-predictor.18b5519e79c12929
    namespace: kserve-ci-e2e-test
    resourceVersion: "38954"
    uid: 696327ca-46a9-4ff2-91d2-6b80a288ae8f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38951"
    uid: 167820a9-37aa-4291-9637-604fc5d02123
  kind: Event
  lastTimestamp: "2026-06-02T16:49:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:49:58Z"
    name: xgboost-v2-mlserver-predictor.18b551a1f82d10ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "39234"
    uid: f98c68c0-9274-49ca-8d3f-c0fa2f659c4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38951"
    uid: 167820a9-37aa-4291-9637-604fc5d02123
  kind: Event
  lastTimestamp: "2026-06-02T16:49:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-06-02T16:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:49:58Z"
    name: xgboost-v2-mlserver-predictor.18b551a1f8936069
    namespace: kserve-ci-e2e-test
    resourceVersion: "39235"
    uid: b5b563c8-2ee0-46b7-81af-d6f486061681
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39133"
    uid: 167820a9-37aa-4291-9637-604fc5d02123
  kind: Event
  lastTimestamp: "2026-06-02T16:50:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:50:13Z"
    name: xgboost-v2-mlserver-predictor.18b551a8f779fd25
    namespace: kserve-ci-e2e-test
    resourceVersion: "39348"
    uid: bd103566-16f0-4bee-b9af-8f3a5b91f6fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39133"
    uid: 167820a9-37aa-4291-9637-604fc5d02123
  kind: Event
  lastTimestamp: "2026-06-02T16:50:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-06-02T16:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-06-02T16:50:13Z"
    name: xgboost-v2-mlserver-predictor.18b551a8f7e373c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: 1798c805-90cf-45b6-8c0d-6601bdb82026
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38939"
    uid: 74fe7951-9546-436d-b640-e60722541f1a
  kind: Event
  lastTimestamp: "2026-06-02T16:50:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-06-02T16:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:50:10Z"
    name: xgboost-v2-mlserver.18b5519e7971c0ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39325"
    uid: 8aff4e50-24fc-4432-abfa-54f345099f69
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:49:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38939"
    uid: 74fe7951-9546-436d-b640-e60722541f1a
  kind: Event
  lastTimestamp: "2026-06-02T16:49:28Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-06-02T16:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:49:28Z"
    name: xgboost-v2-mlserver.18b5519e79e19073
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: 72f0608d-07d9-4e0b-b360-5072bb7578c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-06-02T16:50:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "39323"
    uid: 74fe7951-9546-436d-b640-e60722541f1a
  kind: Event
  lastTimestamp: "2026-06-02T16:50:10Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-06-02T16:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-06-02T16:50:10Z"
    name: xgboost-v2-mlserver.18b551a838383a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39324"
    uid: ce1b0d13-84ef-4260-9a28-5af27fca0439
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "44862"