---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:39:12.359352Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-258425-predictor-59d7cd9f6c-l8mxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26137"
    uid: e6165d0f-a1f8-4046-b907-8c91088d1b70
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-258425-predictor-59d7cd9f6c-l8mxt
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:39:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:39:12Z"
    name: isvc-init-fail-258425-predictor-59d7cd9f6c-l8mxt.18a82b334e94bbf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26142"
    uid: 8e0496f6-a052-4b73-bf63-d12687df805b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-258425-predictor-59d7cd9f6c-l8mxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26146"
    uid: e6165d0f-a1f8-4046-b907-8c91088d1b70
  kind: Event
  lastTimestamp: "2026-04-20T20:39:12Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:39:12Z"
    name: isvc-init-fail-258425-predictor-59d7cd9f6c-l8mxt.18a82b3369307375
    namespace: kserve-ci-e2e-test
    resourceVersion: "26158"
    uid: 117e6b8e-d6b4-4550-82d9-922a13813f0a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-258425-predictor-59d7cd9f6c-l8mxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26140"
    uid: e6165d0f-a1f8-4046-b907-8c91088d1b70
  kind: Event
  lastTimestamp: "2026-04-20T20:39:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:15Z"
    name: isvc-init-fail-258425-predictor-59d7cd9f6c-l8mxt.18a82b336ad2d7e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26191"
    uid: 7679c888-6df3-4e96-914e-65cb4020a188
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-258425-predictor-59d7cd9f6c-l8mxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26140"
    uid: e6165d0f-a1f8-4046-b907-8c91088d1b70
  kind: Event
  lastTimestamp: "2026-04-20T20:39:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:15Z"
    name: isvc-init-fail-258425-predictor-59d7cd9f6c-l8mxt.18a82b336e1d7145
    namespace: kserve-ci-e2e-test
    resourceVersion: "26195"
    uid: da30950b-34df-44d2-b8ff-927b3d0b71da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-258425-predictor-59d7cd9f6c-l8mxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26140"
    uid: e6165d0f-a1f8-4046-b907-8c91088d1b70
  kind: Event
  lastTimestamp: "2026-04-20T20:39:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:15Z"
    name: isvc-init-fail-258425-predictor-59d7cd9f6c-l8mxt.18a82b336e8ad74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26196"
    uid: 879da5e6-bf97-4de5-ab82-26d9237c245e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-258425-predictor-59d7cd9f6c-l8mxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26140"
    uid: e6165d0f-a1f8-4046-b907-8c91088d1b70
  kind: Event
  lastTimestamp: "2026-04-20T20:39:17Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:17Z"
    name: isvc-init-fail-258425-predictor-59d7cd9f6c-l8mxt.18a82b3490a514c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26261"
    uid: 7b5c49af-fc80-4178-a11a-f40e21ef3daa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-258425-predictor-59d7cd9f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26128"
    uid: 46ae8450-ccfa-4943-8100-88da875b19ee
  kind: Event
  lastTimestamp: "2026-04-20T20:39:12Z"
  message: 'Created pod: isvc-init-fail-258425-predictor-59d7cd9f6c-l8mxt'
  metadata:
    creationTimestamp: "2026-04-20T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:39:12Z"
    name: isvc-init-fail-258425-predictor-59d7cd9f6c.18a82b334e29b599
    namespace: kserve-ci-e2e-test
    resourceVersion: "26139"
    uid: 0a5ffdbc-ccd7-494a-bda5-1fbc45551a66
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-258425-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: 753d6cc6-d84a-4923-a758-d04b1f4808e5
  kind: Event
  lastTimestamp: "2026-04-20T20:39:12Z"
  message: Scaled up replica set isvc-init-fail-258425-predictor-59d7cd9f6c from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-20T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:39:12Z"
    name: isvc-init-fail-258425-predictor.18a82b334b1d9e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "26130"
    uid: ffb8dafa-116c-4f0e-9e6d-3b505d3b8548
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-258425
    namespace: kserve-ci-e2e-test
    resourceVersion: "26100"
    uid: 2b513e5b-ba7e-40fd-a3a9-4df1e8478446
  kind: Event
  lastTimestamp: "2026-04-20T20:39:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:39:15Z"
    name: isvc-init-fail-258425.18a82b334af9682a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26197"
    uid: 926cdc07-f87b-4613-af1e-c95f6167ad77
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-258425
    namespace: kserve-ci-e2e-test
    resourceVersion: "26100"
    uid: 2b513e5b-ba7e-40fd-a3a9-4df1e8478446
  kind: Event
  lastTimestamp: "2026-04-20T20:39:12Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-258425":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-258425":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:39:12Z"
    name: isvc-init-fail-258425.18a82b334b740029
    namespace: kserve-ci-e2e-test
    resourceVersion: "26132"
    uid: f019cc90-b130-475c-9f33-966c7106acb6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-258425
    namespace: kserve-ci-e2e-test
    resourceVersion: "26100"
    uid: 2b513e5b-ba7e-40fd-a3a9-4df1e8478446
  kind: Event
  lastTimestamp: "2026-04-20T20:39:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-258425": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:39:12Z"
    name: isvc-init-fail-258425.18a82b334b744edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26133"
    uid: 3a273af5-9e2c-4012-b509-21c08e1cb2d6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:20:24.882519Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-99sfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: 54f66df5-f27f-4cd2-b9e9-8981034b65ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-99sfd
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:20:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:20:24Z"
    name: isvc-lightgbm-predictor-bdf964bd-99sfd.18a82a2ccbb9984b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: d25658d6-4325-461a-aa74-b6e09f2dcf61
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-99sfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16642"
    uid: 54f66df5-f27f-4cd2-b9e9-8981034b65ff
  kind: Event
  lastTimestamp: "2026-04-20T20:20:25Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:20:25Z"
    name: isvc-lightgbm-predictor-bdf964bd-99sfd.18a82a2ce4a2717c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: d583b802-ee0a-444f-a79e-846e4b36aa75
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-99sfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 54f66df5-f27f-4cd2-b9e9-8981034b65ff
  kind: Event
  lastTimestamp: "2026-04-20T20:20:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:25Z"
    name: isvc-lightgbm-predictor-bdf964bd-99sfd.18a82a2ce5ffc1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 72868dd1-2884-4546-830d-5d5c93b419e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-99sfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 54f66df5-f27f-4cd2-b9e9-8981034b65ff
  kind: Event
  lastTimestamp: "2026-04-20T20:20:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:25Z"
    name: isvc-lightgbm-predictor-bdf964bd-99sfd.18a82a2ce8c5fb49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 5434b150-5984-4e87-bab8-6a57f4c53e7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-99sfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 54f66df5-f27f-4cd2-b9e9-8981034b65ff
  kind: Event
  lastTimestamp: "2026-04-20T20:20:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:25Z"
    name: isvc-lightgbm-predictor-bdf964bd-99sfd.18a82a2ce932a777
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: 0440eca4-84f7-4353-a18d-e9d9fdd08435
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-99sfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 54f66df5-f27f-4cd2-b9e9-8981034b65ff
  kind: Event
  lastTimestamp: "2026-04-20T20:20:29Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-20T20:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:29Z"
    name: isvc-lightgbm-predictor-bdf964bd-99sfd.18a82a2df45039f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16692"
    uid: 5663ba6b-323b-4b01-bd4b-fa0f9349dfb0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-99sfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 54f66df5-f27f-4cd2-b9e9-8981034b65ff
  kind: Event
  lastTimestamp: "2026-04-20T20:20:36Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.979s (6.979s
    including waiting). Image size: 606294798 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:36Z"
    name: isvc-lightgbm-predictor-bdf964bd-99sfd.18a82a2f9456c7a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: 93ec2aa1-40e3-40c0-acd5-024a43c0a58c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-99sfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 54f66df5-f27f-4cd2-b9e9-8981034b65ff
  kind: Event
  lastTimestamp: "2026-04-20T20:20:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:36Z"
    name: isvc-lightgbm-predictor-bdf964bd-99sfd.18a82a2f982e96a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16752"
    uid: d8e63cd4-fb6a-4569-b7d7-5179bbb8288c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-99sfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 54f66df5-f27f-4cd2-b9e9-8981034b65ff
  kind: Event
  lastTimestamp: "2026-04-20T20:20:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:36Z"
    name: isvc-lightgbm-predictor-bdf964bd-99sfd.18a82a2f989db9f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16753"
    uid: c8620606-c4ae-4a27-8758-dba0032570e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-99sfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 54f66df5-f27f-4cd2-b9e9-8981034b65ff
  kind: Event
  lastTimestamp: "2026-04-20T20:20:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:36Z"
    name: isvc-lightgbm-predictor-bdf964bd-99sfd.18a82a2f98aaa9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 97b22498-794f-48fe-9881-d17de4761252
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-99sfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 54f66df5-f27f-4cd2-b9e9-8981034b65ff
  kind: Event
  lastTimestamp: "2026-04-20T20:20:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:36Z"
    name: isvc-lightgbm-predictor-bdf964bd-99sfd.18a82a2f9ba03eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16755"
    uid: e1deac52-ac76-464c-902f-e5c9e6ec1b0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-99sfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 54f66df5-f27f-4cd2-b9e9-8981034b65ff
  kind: Event
  lastTimestamp: "2026-04-20T20:20:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:36Z"
    name: isvc-lightgbm-predictor-bdf964bd-99sfd.18a82a2f9c0d2382
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: cd966d2a-a7cf-45a8-b037-916ef51c11fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-99sfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 54f66df5-f27f-4cd2-b9e9-8981034b65ff
  kind: Event
  lastTimestamp: "2026-04-20T20:22:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:22:04Z"
    name: isvc-lightgbm-predictor-bdf964bd-99sfd.18a82a300ed07788
    namespace: kserve-ci-e2e-test
    resourceVersion: "17450"
    uid: 3dae5b36-4ed6-43c6-b6cd-1ccf9762d3af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-99sfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 54f66df5-f27f-4cd2-b9e9-8981034b65ff
  kind: Event
  lastTimestamp: "2026-04-20T20:22:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:22:04Z"
    name: isvc-lightgbm-predictor-bdf964bd-99sfd.18a82a43f9aad331
    namespace: kserve-ci-e2e-test
    resourceVersion: "17411"
    uid: 655a4d51-dec9-47e7-b563-7c02faa84ee4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-99sfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 54f66df5-f27f-4cd2-b9e9-8981034b65ff
  kind: Event
  lastTimestamp: "2026-04-20T20:22:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:22:04Z"
    name: isvc-lightgbm-predictor-bdf964bd-99sfd.18a82a43f9abfe7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17413"
    uid: d300a3ff-fb2f-4100-a7ca-bd103bac0a75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-99sfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 54f66df5-f27f-4cd2-b9e9-8981034b65ff
  kind: Event
  lastTimestamp: "2026-04-20T20:22:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:22:04Z"
    name: isvc-lightgbm-predictor-bdf964bd-99sfd.18a82a44151fe0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17448"
    uid: e67d4304-5996-4f69-abc8-be9939028d04
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: b086c912-fa58-4068-aa86-ac512787350d
  kind: Event
  lastTimestamp: "2026-04-20T20:20:24Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-99sfd'
  metadata:
    creationTimestamp: "2026-04-20T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:20:24Z"
    name: isvc-lightgbm-predictor-bdf964bd.18a82a2ccb4b807d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16618"
    uid: ea5dcb5c-5e95-4b10-8311-6dc821249cb4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16597"
    uid: 22194493-eaa9-41b1-b64e-077e799dd472
  kind: Event
  lastTimestamp: "2026-04-20T20:20:24Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:20:24Z"
    name: isvc-lightgbm-predictor.18a82a2cb62f7c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16600"
    uid: 913ccea7-f0d1-4c18-bb39-5dd909923703
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 26b01dd5-c125-400b-b584-6c308776d110
  kind: Event
  lastTimestamp: "2026-04-20T20:21:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:21:09Z"
    name: isvc-lightgbm-predictor.18a82a3035bf637b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: 2a51eeba-bd06-42eb-9ee8-1667d22b87bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 26b01dd5-c125-400b-b584-6c308776d110
  kind: Event
  lastTimestamp: "2026-04-20T20:21:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:21:09Z"
    name: isvc-lightgbm-predictor.18a82a30362d2832
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: fbcaae34-c8fb-445f-80b6-020796c111c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16778"
    uid: 26b01dd5-c125-400b-b584-6c308776d110
  kind: Event
  lastTimestamp: "2026-04-20T20:21:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:21:54Z"
    name: isvc-lightgbm-predictor.18a82a33b52602a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17310"
    uid: adeb5136-eb94-48de-8900-b34e0f4a7d25
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16778"
    uid: 26b01dd5-c125-400b-b584-6c308776d110
  kind: Event
  lastTimestamp: "2026-04-20T20:21:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:21:54Z"
    name: isvc-lightgbm-predictor.18a82a33b58269e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17311"
    uid: 5b2a2bd7-6db6-4447-85bf-1a16817f6ba8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:22:04.556722Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: 80b222d6-0d0d-4b9b-baa8-9a04be505252
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:22:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:22:04Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc.18a82a4400c544e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17435"
    uid: 87c80008-cb80-442d-a423-9c749bba2c79
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17441"
    uid: 80b222d6-0d0d-4b9b-baa8-9a04be505252
  kind: Event
  lastTimestamp: "2026-04-20T20:22:04Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:22:04Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc.18a82a4419b07b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: fd9722f0-959f-4306-a6ce-fff5269073b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 80b222d6-0d0d-4b9b-baa8-9a04be505252
  kind: Event
  lastTimestamp: "2026-04-20T20:22:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:22:05Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc.18a82a441b1dc3ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17456"
    uid: 53461040-dc92-4f48-8507-ce124b2b1199
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 80b222d6-0d0d-4b9b-baa8-9a04be505252
  kind: Event
  lastTimestamp: "2026-04-20T20:22:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:22:05Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc.18a82a441e5e3e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 7c4e33d3-fbc4-42ef-8c1b-00a4b6e54030
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 80b222d6-0d0d-4b9b-baa8-9a04be505252
  kind: Event
  lastTimestamp: "2026-04-20T20:22:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:22:05Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc.18a82a441eca4695
    namespace: kserve-ci-e2e-test
    resourceVersion: "17458"
    uid: cb5b60c6-f348-4275-9cfe-59f217ce80b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 80b222d6-0d0d-4b9b-baa8-9a04be505252
  kind: Event
  lastTimestamp: "2026-04-20T20:22:09Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:22:09Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc.18a82a4514b75c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 61124a0f-184d-4f0d-8530-b5caf5e87bbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 80b222d6-0d0d-4b9b-baa8-9a04be505252
  kind: Event
  lastTimestamp: "2026-04-20T20:22:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:22:09Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc.18a82a4517a489d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17499"
    uid: ba08dfd9-885f-462b-a736-cda016ed45c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 80b222d6-0d0d-4b9b-baa8-9a04be505252
  kind: Event
  lastTimestamp: "2026-04-20T20:22:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:22:09Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc.18a82a45180e8d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "17502"
    uid: 3d0d4217-8914-43e6-99c7-7f4deb06804e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 80b222d6-0d0d-4b9b-baa8-9a04be505252
  kind: Event
  lastTimestamp: "2026-04-20T20:22:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:22:09Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc.18a82a451818b49f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ccbf56e2-573a-4880-84f8-d111df6e4590
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 80b222d6-0d0d-4b9b-baa8-9a04be505252
  kind: Event
  lastTimestamp: "2026-04-20T20:22:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:22:09Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc.18a82a451acd50d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17505"
    uid: 317e30e7-7b66-4045-9dc5-dc5e6e7ba92c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 80b222d6-0d0d-4b9b-baa8-9a04be505252
  kind: Event
  lastTimestamp: "2026-04-20T20:22:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:22:09Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc.18a82a451b3661af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 6a9b9952-5418-4507-87e7-7a3d2c2a8720
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 80b222d6-0d0d-4b9b-baa8-9a04be505252
  kind: Event
  lastTimestamp: "2026-04-20T20:23:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:23:37Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc.18a82a458c74b48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18198"
    uid: d72315d3-dc44-4f34-ade9-444b3cafeab0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 80b222d6-0d0d-4b9b-baa8-9a04be505252
  kind: Event
  lastTimestamp: "2026-04-20T20:23:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:23:35Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc.18a82a59188c89f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: 6e7e07d6-4e75-49ae-bce6-794679aa527e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 80b222d6-0d0d-4b9b-baa8-9a04be505252
  kind: Event
  lastTimestamp: "2026-04-20T20:23:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:23:35Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc.18a82a59188d144c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18136"
    uid: f80c5d33-3e09-4c7c-b86b-af336df95ec5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 80b222d6-0d0d-4b9b-baa8-9a04be505252
  kind: Event
  lastTimestamp: "2026-04-20T20:23:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:23:37Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc.18a82a5992a5bdf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18197"
    uid: 279ddb55-ca69-4359-9a79-fa0fb41b776d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17419"
    uid: e51e66ab-da61-446b-b1b2-fd255c172ac9
  kind: Event
  lastTimestamp: "2026-04-20T20:22:04Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-m42sc'
  metadata:
    creationTimestamp: "2026-04-20T20:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:22:04Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18a82a44005b3839
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: 3a16ceb1-43f6-4d94-8291-23bab9917fae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: c0151cb6-628a-4b10-bca9-04926e4ac07b
  kind: Event
  lastTimestamp: "2026-04-20T20:22:04Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-20T20:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:22:04Z"
    name: isvc-lightgbm-runtime-predictor.18a82a43fbbae440
    namespace: kserve-ci-e2e-test
    resourceVersion: "17421"
    uid: befb74b3-520d-4f11-91ed-6b464cb2986d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17418"
    uid: 761620a9-5c84-4e94-a1bd-8161488c0733
  kind: Event
  lastTimestamp: "2026-04-20T20:22:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:22:49Z"
    name: isvc-lightgbm-runtime-predictor.18a82a477a351b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17790"
    uid: 4420784b-9e02-425d-885f-16d864aca083
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17418"
    uid: 761620a9-5c84-4e94-a1bd-8161488c0733
  kind: Event
  lastTimestamp: "2026-04-20T20:22:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:22:49Z"
    name: isvc-lightgbm-runtime-predictor.18a82a477a942729
    namespace: kserve-ci-e2e-test
    resourceVersion: "17791"
    uid: 94c8ef81-04e6-4286-96c2-0b1b96473415
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17584"
    uid: 761620a9-5c84-4e94-a1bd-8161488c0733
  kind: Event
  lastTimestamp: "2026-04-20T20:23:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:23:34Z"
    name: isvc-lightgbm-runtime-predictor.18a82a51f872af05
    namespace: kserve-ci-e2e-test
    resourceVersion: "18106"
    uid: dcfa7fe1-6d27-487c-ada6-3a6071d1211d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17584"
    uid: 761620a9-5c84-4e94-a1bd-8161488c0733
  kind: Event
  lastTimestamp: "2026-04-20T20:23:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:23:34Z"
    name: isvc-lightgbm-runtime-predictor.18a82a51f8d6bcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: 77917bda-7996-4755-b0aa-c06ee924952b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 97dbdbdb-ab30-487f-8756-844abdfdf356
  kind: Event
  lastTimestamp: "2026-04-20T20:23:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:23:27Z"
    name: isvc-lightgbm-runtime.18a82a43fb997fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18059"
    uid: 71d9fe93-c4be-4711-a0f8-2b98891e0977
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:22:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 97dbdbdb-ab30-487f-8756-844abdfdf356
  kind: Event
  lastTimestamp: "2026-04-20T20:22:04Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:22:04Z"
    name: isvc-lightgbm-runtime.18a82a43fc016429
    namespace: kserve-ci-e2e-test
    resourceVersion: "17424"
    uid: 670fc660-0d20-4706-8289-8b874b83d773
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18057"
    uid: 97dbdbdb-ab30-487f-8756-844abdfdf356
  kind: Event
  lastTimestamp: "2026-04-20T20:23:27Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:23:27Z"
    name: isvc-lightgbm-runtime.18a82a574616fe72
    namespace: kserve-ci-e2e-test
    resourceVersion: "18058"
    uid: 6aa15ac4-af24-4495-9e7a-f9e36a171700
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:26:35.530147Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "19494"
    uid: 18e1098c-7e0e-484a-8a6b-94676d4802bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:26:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:26:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699.18a82a83180b9c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19500"
    uid: 71a7f4f4-622e-445f-bce1-654e75f00c79
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "19506"
    uid: 18e1098c-7e0e-484a-8a6b-94676d4802bc
  kind: Event
  lastTimestamp: "2026-04-20T20:26:35Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:26:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699.18a82a8331647472
    namespace: kserve-ci-e2e-test
    resourceVersion: "19515"
    uid: b6a20262-c47d-4a85-9355-7b452909fb58
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: 18e1098c-7e0e-484a-8a6b-94676d4802bc
  kind: Event
  lastTimestamp: "2026-04-20T20:26:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:26:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699.18a82a8332b10d53
    namespace: kserve-ci-e2e-test
    resourceVersion: "19517"
    uid: 5eab7cb9-a6f7-4bd9-ab07-12ff0961915d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: 18e1098c-7e0e-484a-8a6b-94676d4802bc
  kind: Event
  lastTimestamp: "2026-04-20T20:26:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:26:36Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699.18a82a833563edb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: 264ddd02-bda0-4eaa-8fd8-c2948e28d8d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: 18e1098c-7e0e-484a-8a6b-94676d4802bc
  kind: Event
  lastTimestamp: "2026-04-20T20:26:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:26:36Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699.18a82a8335dcda33
    namespace: kserve-ci-e2e-test
    resourceVersion: "19519"
    uid: f933b2ac-0370-4dd8-8c2e-acefb95a8e29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: 18e1098c-7e0e-484a-8a6b-94676d4802bc
  kind: Event
  lastTimestamp: "2026-04-20T20:26:40Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:26:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699.18a82a842b2e07bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19556"
    uid: 99c1a31c-82c6-4dff-8b63-234875bc8b70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: 18e1098c-7e0e-484a-8a6b-94676d4802bc
  kind: Event
  lastTimestamp: "2026-04-20T20:26:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:26:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699.18a82a842e009ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: b68c61b8-e61d-4e0c-8d50-7c5156aec717
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: 18e1098c-7e0e-484a-8a6b-94676d4802bc
  kind: Event
  lastTimestamp: "2026-04-20T20:26:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:26:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699.18a82a842e6cba6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: b4b15d07-32a8-481b-b326-3856c171d0aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: 18e1098c-7e0e-484a-8a6b-94676d4802bc
  kind: Event
  lastTimestamp: "2026-04-20T20:26:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:26:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699.18a82a842e7777ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19562"
    uid: ce5185fa-a217-4aa0-a1ca-e18e96508a65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: 18e1098c-7e0e-484a-8a6b-94676d4802bc
  kind: Event
  lastTimestamp: "2026-04-20T20:26:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:26:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699.18a82a8431a6c301
    namespace: kserve-ci-e2e-test
    resourceVersion: "19564"
    uid: cb26e97f-7bca-4978-8efd-e797ddba6ef6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: 18e1098c-7e0e-484a-8a6b-94676d4802bc
  kind: Event
  lastTimestamp: "2026-04-20T20:26:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:26:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699.18a82a843215c02c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: 8bb0aff6-b920-4156-a417-662c527b9e3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: 18e1098c-7e0e-484a-8a6b-94676d4802bc
  kind: Event
  lastTimestamp: "2026-04-20T20:26:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:26:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699.18a82a84671d607e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19616"
    uid: 0148493c-0b45-471a-9fa3-4fd3d96eed3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: 18e1098c-7e0e-484a-8a6b-94676d4802bc
  kind: Event
  lastTimestamp: "2026-04-20T20:27:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699.18a82a8a1d4d629e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: c3ad60ac-8292-442c-97ae-508586867e64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "19497"
    uid: 18e1098c-7e0e-484a-8a6b-94676d4802bc
  kind: Event
  lastTimestamp: "2026-04-20T20:27:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699.18a82a8a1d4dcda5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19780"
    uid: 6243950d-3a52-4d78-b60b-85b28f75f1ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "19482"
    uid: 2a50f29e-5de1-4cc5-88e8-62fecb1f7717
  kind: Event
  lastTimestamp: "2026-04-20T20:26:35Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-j4699'
  metadata:
    creationTimestamp: "2026-04-20T20:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:26:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18a82a83179fe24e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19496"
    uid: bb0be976-60ff-421c-bc74-a9fb48d811e5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19479"
    uid: e744aefa-17b8-47b1-b3a9-72b23640cf63
  kind: Event
  lastTimestamp: "2026-04-20T20:26:35Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:26:35Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a82a83133fb464
    namespace: kserve-ci-e2e-test
    resourceVersion: "19484"
    uid: 68185268-a06e-4543-9381-87a0609c74f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19480"
    uid: 3100b956-9586-4105-a01a-fee9b70b0273
  kind: Event
  lastTimestamp: "2026-04-20T20:27:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:27:05Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a82a8691baa876
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: b35cfdad-5ade-4c2a-bca1-e1ff2649598b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19480"
    uid: 3100b956-9586-4105-a01a-fee9b70b0273
  kind: Event
  lastTimestamp: "2026-04-20T20:27:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:27:05Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a82a869210032b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 9a533a84-e979-4a95-950a-ccfb3dc2e381
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 549b5fdd-91e7-4c12-98f7-0071aafd30df
  kind: Event
  lastTimestamp: "2026-04-20T20:26:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:26:57Z"
    name: isvc-lightgbm-v2-kserve.18a82a83131977ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19699"
    uid: 5edf76b1-db25-4105-b96b-305b452e79e3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 549b5fdd-91e7-4c12-98f7-0071aafd30df
  kind: Event
  lastTimestamp: "2026-04-20T20:26:35Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:26:35Z"
    name: isvc-lightgbm-v2-kserve.18a82a8313886f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19507"
    uid: e34e1daa-1a74-4809-ae26-d36d206f5223
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19464"
    uid: 549b5fdd-91e7-4c12-98f7-0071aafd30df
  kind: Event
  lastTimestamp: "2026-04-20T20:26:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:26:35Z"
    name: isvc-lightgbm-v2-kserve.18a82a8319d5986f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19508"
    uid: 0d9caf61-09fb-413b-babf-791e1063195d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19697"
    uid: 549b5fdd-91e7-4c12-98f7-0071aafd30df
  kind: Event
  lastTimestamp: "2026-04-20T20:26:57Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:26:57Z"
    name: isvc-lightgbm-v2-kserve.18a82a882d03432d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: 16efff92-881f-49d0-9702-8d06dc502e7c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:23:35.747758Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 516a7d76-1274-4e97-9902-e7e3318f799f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:23:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:23:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn.18a82a593c2e10f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: 6543a2a2-2c67-4c8d-a730-959f027fe1a9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18168"
    uid: 516a7d76-1274-4e97-9902-e7e3318f799f
  kind: Event
  lastTimestamp: "2026-04-20T20:23:36Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:23:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn.18a82a59552fa9de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18175"
    uid: 79ed8a4a-7364-4426-bf24-0828570878a0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 516a7d76-1274-4e97-9902-e7e3318f799f
  kind: Event
  lastTimestamp: "2026-04-20T20:23:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:23:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn.18a82a595676d548
    namespace: kserve-ci-e2e-test
    resourceVersion: "18177"
    uid: 314ccd79-77c7-4f28-b81d-0e176d5b8157
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 516a7d76-1274-4e97-9902-e7e3318f799f
  kind: Event
  lastTimestamp: "2026-04-20T20:23:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:23:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn.18a82a5959753551
    namespace: kserve-ci-e2e-test
    resourceVersion: "18179"
    uid: f09acbcc-076b-4abe-8b9f-bf37df84b08f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 516a7d76-1274-4e97-9902-e7e3318f799f
  kind: Event
  lastTimestamp: "2026-04-20T20:23:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:23:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn.18a82a5959e4b0e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18180"
    uid: b3e1037e-30ca-4736-8c02-78226c114b0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 516a7d76-1274-4e97-9902-e7e3318f799f
  kind: Event
  lastTimestamp: "2026-04-20T20:23:40Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-20T20:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:23:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn.18a82a5a57054fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18225"
    uid: 82d0b47e-114d-4a0e-9d47-ed52e4bba418
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 516a7d76-1274-4e97-9902-e7e3318f799f
  kind: Event
  lastTimestamp: "2026-04-20T20:25:54Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m14.373s
    (2m14.373s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:25:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn.18a82a79a048cfce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19155"
    uid: b67ea193-ae39-4413-bcd2-0ea766049182
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 516a7d76-1274-4e97-9902-e7e3318f799f
  kind: Event
  lastTimestamp: "2026-04-20T20:25:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:25:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn.18a82a79a564e788
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: 16efe99e-c6ef-4b6a-94d1-98fae3841452
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 516a7d76-1274-4e97-9902-e7e3318f799f
  kind: Event
  lastTimestamp: "2026-04-20T20:25:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:25:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn.18a82a79a780c5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19157"
    uid: 3d52957a-aac3-4596-afbb-b1fcdeb2afd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 516a7d76-1274-4e97-9902-e7e3318f799f
  kind: Event
  lastTimestamp: "2026-04-20T20:25:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:25:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn.18a82a79a78d3df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19158"
    uid: ac92a16d-3313-46be-b9e7-4d139fc632a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 516a7d76-1274-4e97-9902-e7e3318f799f
  kind: Event
  lastTimestamp: "2026-04-20T20:25:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:25:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn.18a82a79ac29a408
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: ec3079ba-7b25-4362-911c-06f642d08709
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 516a7d76-1274-4e97-9902-e7e3318f799f
  kind: Event
  lastTimestamp: "2026-04-20T20:25:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:25:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn.18a82a79acd84963
    namespace: kserve-ci-e2e-test
    resourceVersion: "19160"
    uid: ae91ac00-0022-4ba9-96e7-3bb718b68f35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 516a7d76-1274-4e97-9902-e7e3318f799f
  kind: Event
  lastTimestamp: "2026-04-20T20:26:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:26:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn.18a82a8312bb2fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19481"
    uid: 59b52546-cd13-4259-9a3a-ce8727b85554
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 516a7d76-1274-4e97-9902-e7e3318f799f
  kind: Event
  lastTimestamp: "2026-04-20T20:26:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:26:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn.18a82a8312bbaac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19485"
    uid: a506d800-b8f8-4e3f-9767-57ce463222bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: ea93a881-2ad7-41bd-8a7a-e0f91b588286
  kind: Event
  lastTimestamp: "2026-04-20T20:23:35Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-dn5mn'
  metadata:
    creationTimestamp: "2026-04-20T20:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:23:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18a82a593ba71090
    namespace: kserve-ci-e2e-test
    resourceVersion: "18158"
    uid: aa730eba-6a20-4a9b-9178-6e550862d77b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18146"
    uid: a6f5557f-77b5-4417-952a-75f97ef8b08e
  kind: Event
  lastTimestamp: "2026-04-20T20:23:35Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:23:35Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a82a59367af908
    namespace: kserve-ci-e2e-test
    resourceVersion: "18149"
    uid: 0d87cd9a-9a1d-4c8e-bf1b-043e18e3c84f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: b4d5687a-c549-45a0-92a4-8ebaddf87e33
  kind: Event
  lastTimestamp: "2026-04-20T20:26:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:26:05Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a82a5cb6063f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19238"
    uid: 79e6f74f-d016-46b7-9249-c4d355abf3fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: b4d5687a-c549-45a0-92a4-8ebaddf87e33
  kind: Event
  lastTimestamp: "2026-04-20T20:26:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:26:05Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a82a5cb6649c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: 0b62e708-2005-4281-89d6-f6107f7fdca7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18299"
    uid: b4d5687a-c549-45a0-92a4-8ebaddf87e33
  kind: Event
  lastTimestamp: "2026-04-20T20:26:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:26:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:26:20Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a82a7fab678661
    namespace: kserve-ci-e2e-test
    resourceVersion: "19339"
    uid: 820bdb5f-d41f-41a0-aad4-50c1d3545dc9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18299"
    uid: b4d5687a-c549-45a0-92a4-8ebaddf87e33
  kind: Event
  lastTimestamp: "2026-04-20T20:26:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:26:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:26:20Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a82a7fabcc9aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19340"
    uid: 558e892f-fa19-47b8-b131-9da693bba019
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18134"
    uid: a6c94ac5-f7d5-481e-8445-9da2705fa1f3
  kind: Event
  lastTimestamp: "2026-04-20T20:26:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:26:32Z"
    name: isvc-lightgbm-v2-runtime.18a82a59370a5cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19431"
    uid: 4a37cee0-c632-4469-b662-27bccb371dac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18134"
    uid: a6c94ac5-f7d5-481e-8445-9da2705fa1f3
  kind: Event
  lastTimestamp: "2026-04-20T20:23:35Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:23:35Z"
    name: isvc-lightgbm-v2-runtime.18a82a593daf3439
    namespace: kserve-ci-e2e-test
    resourceVersion: "18166"
    uid: bd757deb-4317-4fec-b93c-f9912f02db90
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:23:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18134"
    uid: a6c94ac5-f7d5-481e-8445-9da2705fa1f3
  kind: Event
  lastTimestamp: "2026-04-20T20:23:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:23:35Z"
    name: isvc-lightgbm-v2-runtime.18a82a593daf9cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18167"
    uid: dba9e259-08c8-41fc-ba6c-a53d7ae9e347
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:26:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: a6c94ac5-f7d5-481e-8445-9da2705fa1f3
  kind: Event
  lastTimestamp: "2026-04-20T20:26:32Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:26:32Z"
    name: isvc-lightgbm-v2-runtime.18a82a824b1f2bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19430"
    uid: ac7521ea-311e-4184-9466-87eda83487cc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: 3f1763ea-3b6f-45a9-9432-cfadad495d72
  kind: Event
  lastTimestamp: "2026-04-20T20:21:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:21:55Z"
    name: isvc-lightgbm.18a82a2cb728f656
    namespace: kserve-ci-e2e-test
    resourceVersion: "17327"
    uid: e9fc58cb-952c-4257-89a6-2f41506133fd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:21:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17324"
    uid: 3f1763ea-3b6f-45a9-9432-cfadad495d72
  kind: Event
  lastTimestamp: "2026-04-20T20:21:55Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:21:55Z"
    name: isvc-lightgbm.18a82a41cd95346a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17325"
    uid: 954854dd-ec25-4b56-b738-703641c1b877
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:18:58.987964Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-64d54fcc88-r98gs
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:18:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:18:58Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a18cc02e982
    namespace: kserve-ci-e2e-test
    resourceVersion: "15899"
    uid: 136ed5ad-c5ed-4eed-aef3-0f9d61bf3e77
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:18:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:18:59Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a18dbb069e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: a6ca944f-4182-4d36-a40c-b71316db6672
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:19:00Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:19:00Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a19091c3d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: 8e9782d5-4c31-4102-ba96-332c2e659a9e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:19:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:19:00Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a190a8055ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15922"
    uid: b3784769-f0f3-4e75-85b3-d8c0875227ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:19:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:19:00Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a190d4bddea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15923"
    uid: 33493a74-6a11-4140-8eb3-510555c6164b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:19:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:19:00Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a190db9b9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15924"
    uid: 8331f73f-16c1-4cdc-9bc5-41811beb88b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:19:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:19:04Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a1a1757ea0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15969"
    uid: e2016fca-a5ad-4df9-bceb-cc1a59645050
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:19:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:19:04Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a1a1a846729
    namespace: kserve-ci-e2e-test
    resourceVersion: "15971"
    uid: f77c9fc8-16cd-4047-acad-a801c28bc4eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:19:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:19:04Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a1a1af64423
    namespace: kserve-ci-e2e-test
    resourceVersion: "15972"
    uid: 88ffb59d-28b5-40fb-8aef-9420cc07faaa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:19:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:19:04Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a1a1b02a8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15973"
    uid: febf4400-0705-4e81-9ea1-8f1c2143afda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:19:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:19:04Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a1a1e2c6669
    namespace: kserve-ci-e2e-test
    resourceVersion: "15974"
    uid: 4f78dc7d-deec-450f-be84-8750293a0b60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:19:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:19:04Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a1a1e99c520
    namespace: kserve-ci-e2e-test
    resourceVersion: "15975"
    uid: 2ce5f30e-455f-407f-97b3-ccd4f67ad7f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:19:04Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:04387bc02593a57a59970799a98bb0f0c4351f10f0912ba6f376f88063c848eb"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:19:04Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a1a1ea6f9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15976"
    uid: d8118464-c51b-4044-84eb-2ef339f14381
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:19:04Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-20T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:19:04Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a1a21bbde05
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: ba52419f-a4c7-48af-b5b9-ff0ab2eae2d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:19:04Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-20T20:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:19:04Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a1a222cebb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15981"
    uid: 3acc1b66-41de-4164-be85-a25d7c0897f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:20:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:42Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a1a8f1eda7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16799"
    uid: 08552487-b1a2-47b7-a564-5273eca39ad3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:20:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-20T20:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:42Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a1a8f28d0ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16800"
    uid: 3e482974-ce49-4958-b224-4b1aa83bea73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:20:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:24Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a2ccf457a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: 51d6c68d-9784-4708-a484-6f37aedc0bd8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:20:24Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-20T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:24Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a2ccf45b77a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: aba4d725-8e97-479e-82f4-11b0676d6a84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:20:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:24Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a2ccf45d5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: a134b704-0333-4118-a737-c953f933b187
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-r98gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 99dadaa7-f559-4fe7-9267-042eeea2992f
  kind: Event
  lastTimestamp: "2026-04-20T20:20:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:42Z"
    name: isvc-logger-predictor-64d54fcc88-r98gs.18a82a2d6b3c85ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: 1af3c5e0-b95d-4031-baa2-d19edf0d4f9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-64d54fcc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: ba33714a-9839-4470-8fd0-fa56d48988f7
  kind: Event
  lastTimestamp: "2026-04-20T20:18:58Z"
  message: 'Created pod: isvc-logger-predictor-64d54fcc88-r98gs'
  metadata:
    creationTimestamp: "2026-04-20T20:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:18:58Z"
    name: isvc-logger-predictor-64d54fcc88.18a82a18cb98e294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: 718b2b7c-9aa1-4cdf-a67a-7fe53764e2f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15882"
    uid: afa89a62-9a02-4c2a-9848-0303df94df6a
  kind: Event
  lastTimestamp: "2026-04-20T20:18:58Z"
  message: Scaled up replica set isvc-logger-predictor-64d54fcc88 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:18:58Z"
    name: isvc-logger-predictor.18a82a18c8571349
    namespace: kserve-ci-e2e-test
    resourceVersion: "15886"
    uid: f9a1dcf9-0a29-4bb1-8ac0-400842bb3985
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: 883166f1-9d05-424a-b48e-fc062f3b2cd0
  kind: Event
  lastTimestamp: "2026-04-20T20:19:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:19:43Z"
    name: isvc-logger-predictor.18a82a1c46bb98f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 4f76357b-3eb9-428f-b3a7-be46a3fde36d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: 883166f1-9d05-424a-b48e-fc062f3b2cd0
  kind: Event
  lastTimestamp: "2026-04-20T20:19:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:19:43Z"
    name: isvc-logger-predictor.18a82a1c471d7485
    namespace: kserve-ci-e2e-test
    resourceVersion: "16268"
    uid: c2949614-e334-4097-8d02-69f671183836
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16053"
    uid: 883166f1-9d05-424a-b48e-fc062f3b2cd0
  kind: Event
  lastTimestamp: "2026-04-20T20:20:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:20:13Z"
    name: isvc-logger-predictor.18a82a26c328288f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16487"
    uid: 5fbbbc17-c41f-4d82-b215-b0f2898e2bfc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:19:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16053"
    uid: 883166f1-9d05-424a-b48e-fc062f3b2cd0
  kind: Event
  lastTimestamp: "2026-04-20T20:20:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:20:13Z"
    name: isvc-logger-predictor.18a82a26c38f308a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16488"
    uid: ea5f7a70-4c69-4eca-b1ce-cd88a6a92d5f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15872"
    uid: 06784dfe-a617-40c4-9bf8-30e4a5432bcd
  kind: Event
  lastTimestamp: "2026-04-20T20:20:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:20:12Z"
    name: isvc-logger.18a82a18c83669e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: f42c3b81-be57-43dd-9bc3-460efdbeff1c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15872"
    uid: 06784dfe-a617-40c4-9bf8-30e4a5432bcd
  kind: Event
  lastTimestamp: "2026-04-20T20:18:59Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-20T20:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:18:59Z"
    name: isvc-logger.18a82a18c8872c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "15905"
    uid: 212e10a5-e23c-4558-a144-1e07a7a12c5e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: 06784dfe-a617-40c4-9bf8-30e4a5432bcd
  kind: Event
  lastTimestamp: "2026-04-20T20:18:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:18:59Z"
    name: isvc-logger.18a82a18ce1f3998
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: eb81b05f-37ee-4297-aeff-68b24e168f3b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: 06784dfe-a617-40c4-9bf8-30e4a5432bcd
  kind: Event
  lastTimestamp: "2026-04-20T20:20:12Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:20:12Z"
    name: isvc-logger.18a82a29fa1350a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: 5d796fce-c04d-4863-abc2-d673ddfaa9e1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:27:06.155818Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19804"
    uid: 83db2bdf-7f5d-405e-9fa4-8a76ee99d46c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:27:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:27:06Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k.18a82a8a397a3b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "19808"
    uid: d5e7eaf0-188b-47f1-be2a-2ea5f58a9ddd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19814"
    uid: 83db2bdf-7f5d-405e-9fa4-8a76ee99d46c
  kind: Event
  lastTimestamp: "2026-04-20T20:27:06Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:27:06Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k.18a82a8a54c535d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19824"
    uid: 51a13270-3cad-47ec-8381-a06308e817f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: 83db2bdf-7f5d-405e-9fa4-8a76ee99d46c
  kind: Event
  lastTimestamp: "2026-04-20T20:27:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:06Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k.18a82a8a56269170
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: fda994de-47ed-4790-a15e-fdab9f85351d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: 83db2bdf-7f5d-405e-9fa4-8a76ee99d46c
  kind: Event
  lastTimestamp: "2026-04-20T20:27:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:06Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k.18a82a8a599b88ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: dfdb8fc8-fa8c-4fc6-9d59-081d6295cd34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: 83db2bdf-7f5d-405e-9fa4-8a76ee99d46c
  kind: Event
  lastTimestamp: "2026-04-20T20:27:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:06Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k.18a82a8a5a0d75b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19828"
    uid: 212b07d3-20b4-4e96-aa52-39032e9d9053
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: 83db2bdf-7f5d-405e-9fa4-8a76ee99d46c
  kind: Event
  lastTimestamp: "2026-04-20T20:27:11Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-20T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:11Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k.18a82a8b69de3b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: b0fe3c5a-70ae-4362-977c-8549dbae2e35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: 83db2bdf-7f5d-405e-9fa4-8a76ee99d46c
  kind: Event
  lastTimestamp: "2026-04-20T20:27:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:11Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k.18a82a8b6d4be444
    namespace: kserve-ci-e2e-test
    resourceVersion: "19870"
    uid: b7b77075-5ec0-48a5-b2b4-b7eacfac8788
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: 83db2bdf-7f5d-405e-9fa4-8a76ee99d46c
  kind: Event
  lastTimestamp: "2026-04-20T20:27:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:11Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k.18a82a8b6dba8586
    namespace: kserve-ci-e2e-test
    resourceVersion: "19871"
    uid: 6773d7d2-655c-4a70-831e-1c760f8d9997
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: 83db2bdf-7f5d-405e-9fa4-8a76ee99d46c
  kind: Event
  lastTimestamp: "2026-04-20T20:27:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:11Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k.18a82a8b6dc59f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19872"
    uid: 8abb381a-8c37-4b5c-bb93-55a80f574d6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: 83db2bdf-7f5d-405e-9fa4-8a76ee99d46c
  kind: Event
  lastTimestamp: "2026-04-20T20:27:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:11Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k.18a82a8b7091dbc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 497cfc2e-be82-4970-be66-83e9982740ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: 83db2bdf-7f5d-405e-9fa4-8a76ee99d46c
  kind: Event
  lastTimestamp: "2026-04-20T20:27:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:11Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k.18a82a8b7103b5af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19876"
    uid: 592d24c5-518d-4f97-ac54-a897b7ce4b1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: 83db2bdf-7f5d-405e-9fa4-8a76ee99d46c
  kind: Event
  lastTimestamp: "2026-04-20T20:27:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k.18a82a95c8970eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20217"
    uid: 82423197-b293-4a40-a888-822394c453c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: 83db2bdf-7f5d-405e-9fa4-8a76ee99d46c
  kind: Event
  lastTimestamp: "2026-04-20T20:27:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k.18a82a95c897b5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "20220"
    uid: 3e8b505d-27f5-4248-8493-d8f5ad75fdab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19797"
    uid: 32851aec-c7b6-4c91-9b01-308a1852ccef
  kind: Event
  lastTimestamp: "2026-04-20T20:27:06Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-sks8k'
  metadata:
    creationTimestamp: "2026-04-20T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:27:06Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18a82a8a3923b3e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19805"
    uid: 186e914f-300a-4afa-97f6-b2b474c68b58
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: 999041e2-9993-409d-86b4-e9572b490063
  kind: Event
  lastTimestamp: "2026-04-20T20:27:06Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:27:06Z"
    name: isvc-mlflow-v2-runtime-predictor.18a82a8a31f9576b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: e4b442d5-8b16-4eea-9289-0a0d91391247
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19800"
    uid: 8b34be6e-0029-4db1-81a0-50551ad937d6
  kind: Event
  lastTimestamp: "2026-04-20T20:27:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:27:21Z"
    name: isvc-mlflow-v2-runtime-predictor.18a82a8db458299b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19945"
    uid: 975381f2-a3b6-482f-913b-a49e09d5b6d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19800"
    uid: 8b34be6e-0029-4db1-81a0-50551ad937d6
  kind: Event
  lastTimestamp: "2026-04-20T20:27:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:27:21Z"
    name: isvc-mlflow-v2-runtime-predictor.18a82a8db54606e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: 0259cdb1-c66c-454d-bf61-f94bd9f42ab1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19944"
    uid: 8b34be6e-0029-4db1-81a0-50551ad937d6
  kind: Event
  lastTimestamp: "2026-04-20T20:27:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:27:51Z"
    name: isvc-mlflow-v2-runtime-predictor.18a82a9133f3f672
    namespace: kserve-ci-e2e-test
    resourceVersion: "20163"
    uid: d434cb5a-21ca-4c1b-b817-eb170e13f67d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19944"
    uid: 8b34be6e-0029-4db1-81a0-50551ad937d6
  kind: Event
  lastTimestamp: "2026-04-20T20:27:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:27:51Z"
    name: isvc-mlflow-v2-runtime-predictor.18a82a913459ccd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20164"
    uid: 8689d9dc-e13d-44c1-9abe-5994b2c218c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: eb36915e-3413-4975-85f7-f09498ba4977
  kind: Event
  lastTimestamp: "2026-04-20T20:27:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:27:48Z"
    name: isvc-mlflow-v2-runtime.18a82a8a32d2f802
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 849cd01e-e467-461d-9f5b-f00247b8ec04
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: eb36915e-3413-4975-85f7-f09498ba4977
  kind: Event
  lastTimestamp: "2026-04-20T20:27:06Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:27:06Z"
    name: isvc-mlflow-v2-runtime.18a82a8a4187ee65
    namespace: kserve-ci-e2e-test
    resourceVersion: "19816"
    uid: ec185298-6c2d-40f1-ad88-a87129c26a48
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: eb36915e-3413-4975-85f7-f09498ba4977
  kind: Event
  lastTimestamp: "2026-04-20T20:27:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:27:06Z"
    name: isvc-mlflow-v2-runtime.18a82a8a41884397
    namespace: kserve-ci-e2e-test
    resourceVersion: "19817"
    uid: f301918a-dba9-41b5-9996-1aa3c9e4dd9b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: eb36915e-3413-4975-85f7-f09498ba4977
  kind: Event
  lastTimestamp: "2026-04-20T20:27:48Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:27:48Z"
    name: isvc-mlflow-v2-runtime.18a82a940d065525
    namespace: kserve-ci-e2e-test
    resourceVersion: "20142"
    uid: 7e664dc1-066f-43f9-bc7a-2e9573bfb0e9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:29:16.038494Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 68f25676-8fce-485d-93b4-7f2c97b1ab0b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:29:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:29:16Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f.18a82aa877169106
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: ce10bb0d-3142-4219-a1ea-3a12624e8f86
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 68f25676-8fce-485d-93b4-7f2c97b1ab0b
  kind: Event
  lastTimestamp: "2026-04-20T20:29:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T20:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:29:16Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f.18a82aa883d07548
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: d9fefae5-9d7d-45de-aaed-a25299b9e2cb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20897"
    uid: 68f25676-8fce-485d-93b4-7f2c97b1ab0b
  kind: Event
  lastTimestamp: "2026-04-20T20:29:17Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:29:17Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f.18a82aa8b3bf77c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20913"
    uid: 41dc3d2e-f026-44e3-a263-8735cf7c2182
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 68f25676-8fce-485d-93b4-7f2c97b1ab0b
  kind: Event
  lastTimestamp: "2026-04-20T20:29:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:29:17Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f.18a82aa8b528c5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20915"
    uid: 0286239f-8baa-4b80-a18a-748aa3ad8be2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 68f25676-8fce-485d-93b4-7f2c97b1ab0b
  kind: Event
  lastTimestamp: "2026-04-20T20:29:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:29:17Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f.18a82aa8b81679cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20918"
    uid: da367e62-a50e-4d58-a772-dce6b9f25e21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 68f25676-8fce-485d-93b4-7f2c97b1ab0b
  kind: Event
  lastTimestamp: "2026-04-20T20:29:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:29:17Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f.18a82aa8b885672d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20919"
    uid: 2e6dfdd5-f010-4846-be8d-41bd2f0cae7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 68f25676-8fce-485d-93b4-7f2c97b1ab0b
  kind: Event
  lastTimestamp: "2026-04-20T20:29:21Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-20T20:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:29:21Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f.18a82aa9ca7aaac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20955"
    uid: 1d3ca7c9-926c-4e9b-b0b2-3f5022dc0c69
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 68f25676-8fce-485d-93b4-7f2c97b1ab0b
  kind: Event
  lastTimestamp: "2026-04-20T20:29:34Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 12.327s (12.327s
    including waiting). Image size: 1162827001 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:29:34Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f.18a82aaca93c019b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: 434868dc-642f-44c2-9f17-2039c5ae6b93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 68f25676-8fce-485d-93b4-7f2c97b1ab0b
  kind: Event
  lastTimestamp: "2026-04-20T20:29:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:29:34Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f.18a82aacac876c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 244766ad-31ca-4f6e-b6f4-eaa8a8c62793
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 68f25676-8fce-485d-93b4-7f2c97b1ab0b
  kind: Event
  lastTimestamp: "2026-04-20T20:29:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:29:34Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f.18a82aacacf7a0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21055"
    uid: 41690903-4624-436b-b341-5f29e85587e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 68f25676-8fce-485d-93b4-7f2c97b1ab0b
  kind: Event
  lastTimestamp: "2026-04-20T20:29:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:29:34Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f.18a82aacad02bb1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: c3c9baed-677d-4bc6-b4ee-65becf7ca483
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 68f25676-8fce-485d-93b4-7f2c97b1ab0b
  kind: Event
  lastTimestamp: "2026-04-20T20:29:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:29:34Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f.18a82aacb04f60e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21057"
    uid: 1bf0f8db-0ecd-47b3-9253-6828758934e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 68f25676-8fce-485d-93b4-7f2c97b1ab0b
  kind: Event
  lastTimestamp: "2026-04-20T20:29:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:29:34Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f.18a82aacb0d17890
    namespace: kserve-ci-e2e-test
    resourceVersion: "21058"
    uid: e1039256-8028-441a-8a2a-410d2ed58b5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 68f25676-8fce-485d-93b4-7f2c97b1ab0b
  kind: Event
  lastTimestamp: "2026-04-20T20:30:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:30:11Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f.18a82aad10226852
    namespace: kserve-ci-e2e-test
    resourceVersion: "21332"
    uid: 9a8b8e16-5953-4a93-b344-9011f8916cc0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 68f25676-8fce-485d-93b4-7f2c97b1ab0b
  kind: Event
  lastTimestamp: "2026-04-20T20:30:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:30:27Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f.18a82ab9206853a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21476"
    uid: 3c4dd8e0-b4f5-4c22-bb41-11a2f6ccb3e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 68f25676-8fce-485d-93b4-7f2c97b1ab0b
  kind: Event
  lastTimestamp: "2026-04-20T20:30:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:30:27Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-hmh9f.18a82ab92068dd9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21480"
    uid: 8b655a94-7fb0-4bc9-9c56-9645a29a8602
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20877"
    uid: 75aa3247-9dd2-4a8b-b506-c814bbdd2922
  kind: Event
  lastTimestamp: "2026-04-20T20:29:16Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-hmh9f'
  metadata:
    creationTimestamp: "2026-04-20T20:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:29:16Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18a82aa876b3339d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20890"
    uid: ddd217b7-32e6-4ac9-bdc7-a8faff5112af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: f6fd7b56-dfd3-4bd2-b240-2755ac8265f7
  kind: Event
  lastTimestamp: "2026-04-20T20:29:15Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:29:15Z"
    name: isvc-paddle-predictor.18a82aa873b0a213
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: fb3a8767-dd82-4409-bff1-70adadab5b4e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20876"
    uid: 1fd891b2-73fa-4a03-a102-e5c3f235178a
  kind: Event
  lastTimestamp: "2026-04-20T20:29:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:29:46Z"
    name: isvc-paddle-predictor.18a82aabf26a8e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "21146"
    uid: c9d38a0f-c99c-42e4-b408-336d6975f251
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20876"
    uid: 1fd891b2-73fa-4a03-a102-e5c3f235178a
  kind: Event
  lastTimestamp: "2026-04-20T20:29:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:29:46Z"
    name: isvc-paddle-predictor.18a82aabf2cb7bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21147"
    uid: f395b90f-1653-4063-a7f2-5cbf55f6a87c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21028"
    uid: 1fd891b2-73fa-4a03-a102-e5c3f235178a
  kind: Event
  lastTimestamp: "2026-04-20T20:30:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:30:16Z"
    name: isvc-paddle-predictor.18a82ab2f0840f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: 883530f7-ad23-4e9a-af9f-0301d2ba3145
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21028"
    uid: 1fd891b2-73fa-4a03-a102-e5c3f235178a
  kind: Event
  lastTimestamp: "2026-04-20T20:30:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:30:16Z"
    name: isvc-paddle-predictor.18a82ab2f0e69473
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: 69a0dda5-679c-411f-b0b3-911ded8ec051
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:30:27.688291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    to ip-10-0-139-59.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:30:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:30:27Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82ab925bfc8e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21499"
    uid: 069a5487-ee9b-4460-91c9-124b0348bae7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21505"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: "2026-04-20T20:30:28Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:30:28Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82ab93ee4db2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21512"
    uid: 87257630-cee8-45df-aea7-23655ff0ca81
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: "2026-04-20T20:30:28Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
  metadata:
    creationTimestamp: "2026-04-20T20:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:30:28Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82ab9403a15fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21514"
    uid: 68f997a8-4d35-4ae9-bc9a-580ced25cb5a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: "2026-04-20T20:30:32Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    in 4.444s (4.444s including waiting). Image size: 300951977 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:30:32Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82aba49235868
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 4d220356-b135-4cd7-b81b-0c87a51d6f8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: "2026-04-20T20:30:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:30:32Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82aba4d3a6004
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: bb245136-e241-4855-8af7-2611f8d0a133
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: "2026-04-20T20:30:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:30:32Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82aba4daa377a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21554"
    uid: 56264f3a-a523-4c28-9e7c-291c0483b9d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: "2026-04-20T20:30:36Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-20T20:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:30:36Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82abb502fe6e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 2195324b-53ee-4c01-abe3-002defa65ee7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: "2026-04-20T20:30:48Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.406s (11.406s
    including waiting). Image size: 1162827001 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:30:48Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82abdf80f08db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 5b072b55-9787-423f-a97c-98c4032bf231
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: "2026-04-20T20:30:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:30:48Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82abdfbc68fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21677"
    uid: d2ebd264-07f7-44e3-b18c-4b20930ea153
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: "2026-04-20T20:30:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:30:48Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82abdfc589351
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: acd2160d-4303-415e-8e3d-4ef9e5aa872a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: "2026-04-20T20:30:48Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-20T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:30:48Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82abdfc6559a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: 790c3698-34f4-4fa7-a8ff-6dfbb4d7c3a1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: "2026-04-20T20:30:51Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.77s (2.77s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:30:51Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82abea1832471
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: e65d409b-6985-49bc-be77-c572fa1b6eea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: "2026-04-20T20:30:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:30:51Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82abea4847670
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 6ec20f05-cb20-49d4-b54f-3e54929e190d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: "2026-04-20T20:30:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:30:51Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82abea5009f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21703"
    uid: 645f00a4-dcb4-46bb-b138-6b3397828e06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: "2026-04-20T20:31:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:31:28Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82abed19ce508
    namespace: kserve-ci-e2e-test
    resourceVersion: "21965"
    uid: d2db59f5-39b1-4770-bceb-5e977c8070ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: "2026-04-20T20:31:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:31:49Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82acc1c8f945d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 6018dc89-4699-4f92-9045-8a2eb5a55400
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 4a899a23-4f4d-4ee2-924d-226945e8cf76
  kind: Event
  lastTimestamp: "2026-04-20T20:31:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:31:49Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7.18a82acc1c90d427
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: 8d5cb266-a5f4-41e4-8079-c7f70d5401b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21485"
    uid: 76039442-9a69-4836-9cf9-334d7bc1712f
  kind: Event
  lastTimestamp: "2026-04-20T20:30:27Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-x4gj7'
  metadata:
    creationTimestamp: "2026-04-20T20:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:30:27Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18a82ab925119388
    namespace: kserve-ci-e2e-test
    resourceVersion: "21496"
    uid: b46a49dc-4fe1-4184-b424-3453e1979145
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21483"
    uid: a44ebd01-f831-4d94-adee-10f078112a09
  kind: Event
  lastTimestamp: "2026-04-20T20:30:27Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-20T20:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:30:27Z"
    name: isvc-paddle-runtime-predictor.18a82ab9222936e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21487"
    uid: 9854fe13-efee-4610-8922-a3706caf5816
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21484"
    uid: 6dc40e9c-d583-41cf-b639-cd76a2a14731
  kind: Event
  lastTimestamp: "2026-04-20T20:31:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:31:27Z"
    name: isvc-paddle-runtime-predictor.18a82abca0ac1567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21962"
    uid: b477e14b-60a0-4bd4-8a41-a46609d52bb0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21484"
    uid: 6dc40e9c-d583-41cf-b639-cd76a2a14731
  kind: Event
  lastTimestamp: "2026-04-20T20:31:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:31:27Z"
    name: isvc-paddle-runtime-predictor.18a82abca112c310
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 961df7a2-4e77-4e56-9123-4b38a8ca77f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21636"
    uid: 6dc40e9c-d583-41cf-b639-cd76a2a14731
  kind: Event
  lastTimestamp: "2026-04-20T20:31:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:31:42Z"
    name: isvc-paddle-runtime-predictor.18a82aca9c9b312e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 486cd4b6-bc72-4ccd-8a70-4cc56ff7a1a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21636"
    uid: 6dc40e9c-d583-41cf-b639-cd76a2a14731
  kind: Event
  lastTimestamp: "2026-04-20T20:31:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:31:42Z"
    name: isvc-paddle-runtime-predictor.18a82aca9d182283
    namespace: kserve-ci-e2e-test
    resourceVersion: "22078"
    uid: 6e5997b8-99d1-444d-a84c-9f0da86d5a4d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21456"
    uid: be99540e-905f-4799-a1d7-63498360fc3a
  kind: Event
  lastTimestamp: "2026-04-20T20:31:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:31:38Z"
    name: isvc-paddle-runtime.18a82ab922051bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "22045"
    uid: a51a23e8-82ac-4a98-8898-2475e1a4f998
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21456"
    uid: be99540e-905f-4799-a1d7-63498360fc3a
  kind: Event
  lastTimestamp: "2026-04-20T20:30:27Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:30:27Z"
    name: isvc-paddle-runtime.18a82ab92259b940
    namespace: kserve-ci-e2e-test
    resourceVersion: "21489"
    uid: 6dacba5c-d2e0-40d6-999c-7636f242ec6e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22043"
    uid: be99540e-905f-4799-a1d7-63498360fc3a
  kind: Event
  lastTimestamp: "2026-04-20T20:31:38Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:31:38Z"
    name: isvc-paddle-runtime.18a82ac98c87cd83
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: b290ea44-ece6-40ea-b840-ac9ca8ccbee8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:31:49.238194Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22164"
    uid: 95701d92-4aa3-4231-9631-f465984585d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl
    to ip-10-0-139-59.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:31:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:31:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl.18a82acc2280830e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22168"
    uid: 17787d49-3899-429c-970d-936d415b0050
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: 95701d92-4aa3-4231-9631-f465984585d3
  kind: Event
  lastTimestamp: "2026-04-20T20:31:49Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:31:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl.18a82acc3b86b293
    namespace: kserve-ci-e2e-test
    resourceVersion: "22185"
    uid: 580538f1-2438-4c81-b3af-50f37597cbc9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 95701d92-4aa3-4231-9631-f465984585d3
  kind: Event
  lastTimestamp: "2026-04-20T20:31:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:31:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl.18a82acc3cecef85
    namespace: kserve-ci-e2e-test
    resourceVersion: "22187"
    uid: f644ba96-19c2-485c-bd02-ecda85b5d2d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 95701d92-4aa3-4231-9631-f465984585d3
  kind: Event
  lastTimestamp: "2026-04-20T20:31:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:31:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl.18a82acc3fd2338f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22188"
    uid: 5d660cc5-80c2-489f-bfd1-97bce0f7f75b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 95701d92-4aa3-4231-9631-f465984585d3
  kind: Event
  lastTimestamp: "2026-04-20T20:31:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:31:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl.18a82acc40444d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "22189"
    uid: 8698d8d5-c776-449d-b054-7ebb512d6ed6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 95701d92-4aa3-4231-9631-f465984585d3
  kind: Event
  lastTimestamp: "2026-04-20T20:31:54Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:31:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl.18a82acd4ce719dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22230"
    uid: f4a83c92-adf3-45e8-8c4e-23dcf32d377b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 95701d92-4aa3-4231-9631-f465984585d3
  kind: Event
  lastTimestamp: "2026-04-20T20:31:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:31:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl.18a82acd5084796f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 13f7cc72-d711-437d-9b88-2a050df6b43a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 95701d92-4aa3-4231-9631-f465984585d3
  kind: Event
  lastTimestamp: "2026-04-20T20:31:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:31:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl.18a82acd50fbb0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22235"
    uid: 89300414-439d-43ac-8ad0-109202704e62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 95701d92-4aa3-4231-9631-f465984585d3
  kind: Event
  lastTimestamp: "2026-04-20T20:31:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:31:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl.18a82acd5106c613
    namespace: kserve-ci-e2e-test
    resourceVersion: "22237"
    uid: f32bbffb-1c85-4431-a26c-bb3aaa2d5bf4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 95701d92-4aa3-4231-9631-f465984585d3
  kind: Event
  lastTimestamp: "2026-04-20T20:31:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:31:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl.18a82acd53fbce79
    namespace: kserve-ci-e2e-test
    resourceVersion: "22239"
    uid: 8d99d1e1-d16e-4fe1-8d87-7208ce33333a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 95701d92-4aa3-4231-9631-f465984585d3
  kind: Event
  lastTimestamp: "2026-04-20T20:31:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:31:54Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl.18a82acd546cda66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22240"
    uid: 9381e8af-a40c-4345-a631-89b1e16172ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 95701d92-4aa3-4231-9631-f465984585d3
  kind: Event
  lastTimestamp: "2026-04-20T20:32:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:32:52Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl.18a82acdc499cf56
    namespace: kserve-ci-e2e-test
    resourceVersion: "22731"
    uid: 7d715bf1-de02-47da-8d27-e26347d43cd1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 95701d92-4aa3-4231-9631-f465984585d3
  kind: Event
  lastTimestamp: "2026-04-20T20:32:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:32:50Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl.18a82ada80e9ed46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 04200b09-8e71-4318-b6d4-a89fd44133b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 95701d92-4aa3-4231-9631-f465984585d3
  kind: Event
  lastTimestamp: "2026-04-20T20:32:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:32:50Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl.18a82ada80eaa264
    namespace: kserve-ci-e2e-test
    resourceVersion: "22675"
    uid: 55dd8450-32a4-4e28-a18b-9b23959412c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 95701d92-4aa3-4231-9631-f465984585d3
  kind: Event
  lastTimestamp: "2026-04-20T20:32:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:32:52Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl.18a82adace95fb86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22730"
    uid: c294df51-b351-45f0-89c6-6663a75e38d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "22154"
    uid: c4f8e269-4841-494d-a98c-40151a4aed54
  kind: Event
  lastTimestamp: "2026-04-20T20:31:49Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-4vfcl'
  metadata:
    creationTimestamp: "2026-04-20T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:31:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18a82acc221b52bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: 3ac8a0d5-e3a2-4dfe-88b8-3f85f584aa26
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22152"
    uid: cf5af675-6af9-43d6-8273-5c6e6001b74f
  kind: Event
  lastTimestamp: "2026-04-20T20:31:49Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-20T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:31:49Z"
    name: isvc-paddle-v2-kserve-predictor.18a82acc1f0e89f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22156"
    uid: 5089f206-b662-4373-b71b-4ede9829041b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 00194820-5970-4e93-8f04-91058bf3a6f7
  kind: Event
  lastTimestamp: "2026-04-20T20:32:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:32:34Z"
    name: isvc-paddle-v2-kserve-predictor.18a82acf9dcf5100
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 5c00f9ec-2faa-44db-87ed-791f0e461738
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 00194820-5970-4e93-8f04-91058bf3a6f7
  kind: Event
  lastTimestamp: "2026-04-20T20:32:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:32:34Z"
    name: isvc-paddle-v2-kserve-predictor.18a82acf9e33a058
    namespace: kserve-ci-e2e-test
    resourceVersion: "22523"
    uid: 3e19f805-23a7-4618-99ff-e34f4dfda9b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 00194820-5970-4e93-8f04-91058bf3a6f7
  kind: Event
  lastTimestamp: "2026-04-20T20:32:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:32:49Z"
    name: isvc-paddle-v2-kserve-predictor.18a82ada1aa3c848
    namespace: kserve-ci-e2e-test
    resourceVersion: "22638"
    uid: 07b0e656-4fbc-435f-a919-c810e8102bd3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 00194820-5970-4e93-8f04-91058bf3a6f7
  kind: Event
  lastTimestamp: "2026-04-20T20:32:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:32:49Z"
    name: isvc-paddle-v2-kserve-predictor.18a82ada1b016ad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22640"
    uid: e7bf662e-3589-43cc-87b7-e6b16a65ff7a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22129"
    uid: 0c003862-886b-436d-8460-b776bb74ef2a
  kind: Event
  lastTimestamp: "2026-04-20T20:32:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:32:42Z"
    name: isvc-paddle-v2-kserve.18a82acc1ee44d28
    namespace: kserve-ci-e2e-test
    resourceVersion: "22587"
    uid: ff529a2a-39fd-4bfc-bfc0-286d5f5a89fa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22129"
    uid: 0c003862-886b-436d-8460-b776bb74ef2a
  kind: Event
  lastTimestamp: "2026-04-20T20:31:49Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:31:49Z"
    name: isvc-paddle-v2-kserve.18a82acc1f48bd3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22176"
    uid: 5135a174-ba9a-4ecf-8c36-25c53ce44a68
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:31:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22162"
    uid: 0c003862-886b-436d-8460-b776bb74ef2a
  kind: Event
  lastTimestamp: "2026-04-20T20:31:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:31:49Z"
    name: isvc-paddle-v2-kserve.18a82acc25bd6c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "22177"
    uid: e60b9f44-909f-4f78-b6f4-f902603d8110
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22585"
    uid: 0c003862-886b-436d-8460-b776bb74ef2a
  kind: Event
  lastTimestamp: "2026-04-20T20:32:42Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:32:42Z"
    name: isvc-paddle-v2-kserve.18a82ad87f7f27bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: dda7b3c3-71e2-47f5-9e5f-f7d6c17edb02
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20846"
    uid: f4b399e5-256a-4bea-b84b-f33193389818
  kind: Event
  lastTimestamp: "2026-04-20T20:30:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:30:21Z"
    name: isvc-paddle.18a82aa8738f07e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 852264cb-bb29-4a4c-a918-fcf8c8b4cb10
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20846"
    uid: f4b399e5-256a-4bea-b84b-f33193389818
  kind: Event
  lastTimestamp: "2026-04-20T20:29:15Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-20T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:29:15Z"
    name: isvc-paddle.18a82aa8741308ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: c9a53f89-f232-4968-9fce-64142a42480d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:30:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: f4b399e5-256a-4bea-b84b-f33193389818
  kind: Event
  lastTimestamp: "2026-04-20T20:30:21Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:30:21Z"
    name: isvc-paddle.18a82ab7cb2a20d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: 018449ef-11c7-4e88-b817-35748115413a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:32:51.086242Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rvjm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22696"
    uid: ef87595b-7c95-4f09-ac9b-de1e454d6796
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-rvjm2
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:32:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:32:51Z"
    name: isvc-pmml-predictor-8bb578669-rvjm2.18a82ada88eed363
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: 05f22756-f03c-4570-8003-b61edd5c6250
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rvjm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: ef87595b-7c95-4f09-ac9b-de1e454d6796
  kind: Event
  lastTimestamp: "2026-04-20T20:32:51Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:32:51Z"
    name: isvc-pmml-predictor-8bb578669-rvjm2.18a82adaa233d89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22717"
    uid: 5332c4d1-7f08-424b-be9e-f6747383d5cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rvjm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: ef87595b-7c95-4f09-ac9b-de1e454d6796
  kind: Event
  lastTimestamp: "2026-04-20T20:32:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:32:51Z"
    name: isvc-pmml-predictor-8bb578669-rvjm2.18a82adaa38f95a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 335d14cb-da92-47ca-9d6d-12d6a4667da4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rvjm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: ef87595b-7c95-4f09-ac9b-de1e454d6796
  kind: Event
  lastTimestamp: "2026-04-20T20:32:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:32:51Z"
    name: isvc-pmml-predictor-8bb578669-rvjm2.18a82adaa6b3f60f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22723"
    uid: fa7d4c2b-5c03-4d0a-bc8c-a2bda3dd5f8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rvjm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: ef87595b-7c95-4f09-ac9b-de1e454d6796
  kind: Event
  lastTimestamp: "2026-04-20T20:32:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:32:51Z"
    name: isvc-pmml-predictor-8bb578669-rvjm2.18a82adaa7295fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: c8e18f00-020a-41d5-a248-ab23849697fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rvjm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: ef87595b-7c95-4f09-ac9b-de1e454d6796
  kind: Event
  lastTimestamp: "2026-04-20T20:32:55Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-20T20:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:32:55Z"
    name: isvc-pmml-predictor-8bb578669-rvjm2.18a82adb8d356f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: a5514335-7546-49d3-9a0a-ce7a6a92b0ff
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rvjm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: ef87595b-7c95-4f09-ac9b-de1e454d6796
  kind: Event
  lastTimestamp: "2026-04-20T20:33:02Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.947s (6.947s
    including waiting). Image size: 800899442 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:33:02Z"
    name: isvc-pmml-predictor-8bb578669-rvjm2.18a82add2b52b973
    namespace: kserve-ci-e2e-test
    resourceVersion: "22814"
    uid: 8fb29589-f4e8-4d9f-9f06-8bb9af40e649
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rvjm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: ef87595b-7c95-4f09-ac9b-de1e454d6796
  kind: Event
  lastTimestamp: "2026-04-20T20:33:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:33:02Z"
    name: isvc-pmml-predictor-8bb578669-rvjm2.18a82add2e48b80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22815"
    uid: f40b41c4-d4ed-4d80-a6ba-8726949b9ee7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rvjm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: ef87595b-7c95-4f09-ac9b-de1e454d6796
  kind: Event
  lastTimestamp: "2026-04-20T20:33:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:33:02Z"
    name: isvc-pmml-predictor-8bb578669-rvjm2.18a82add2eb70139
    namespace: kserve-ci-e2e-test
    resourceVersion: "22816"
    uid: f3e842b3-772c-4dc1-a6db-494729272397
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rvjm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: ef87595b-7c95-4f09-ac9b-de1e454d6796
  kind: Event
  lastTimestamp: "2026-04-20T20:33:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:33:02Z"
    name: isvc-pmml-predictor-8bb578669-rvjm2.18a82add2ec23446
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 558c289f-b78d-4431-b8e4-462aa7068e48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rvjm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: ef87595b-7c95-4f09-ac9b-de1e454d6796
  kind: Event
  lastTimestamp: "2026-04-20T20:33:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:33:02Z"
    name: isvc-pmml-predictor-8bb578669-rvjm2.18a82add31b5dc67
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 06020acc-f0ee-499f-b808-5c0595265854
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rvjm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: ef87595b-7c95-4f09-ac9b-de1e454d6796
  kind: Event
  lastTimestamp: "2026-04-20T20:33:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:33:02Z"
    name: isvc-pmml-predictor-8bb578669-rvjm2.18a82add322202e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22819"
    uid: b331f173-519f-4cec-bdb1-f6df8ed943c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-20T20:33:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rvjm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: ef87595b-7c95-4f09-ac9b-de1e454d6796
  kind: Event
  lastTimestamp: "2026-04-20T20:34:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:34:10Z"
    name: isvc-pmml-predictor-8bb578669-rvjm2.18a82adda83692ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "23299"
    uid: 563a6904-32f3-49fc-b79f-0b3d01e79065
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rvjm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: ef87595b-7c95-4f09-ac9b-de1e454d6796
  kind: Event
  lastTimestamp: "2026-04-20T20:34:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:34:21Z"
    name: isvc-pmml-predictor-8bb578669-rvjm2.18a82aefb32cc7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23417"
    uid: 8b360a14-17d9-448b-8295-22033ef46c58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rvjm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: ef87595b-7c95-4f09-ac9b-de1e454d6796
  kind: Event
  lastTimestamp: "2026-04-20T20:34:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:34:21Z"
    name: isvc-pmml-predictor-8bb578669-rvjm2.18a82aefb32d5f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "23419"
    uid: 7638c078-e97c-46d0-9899-7f0e47b064e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: e01bafdf-7bab-44f4-8bf3-323819cee7cd
  kind: Event
  lastTimestamp: "2026-04-20T20:32:51Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-rvjm2'
  metadata:
    creationTimestamp: "2026-04-20T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:32:51Z"
    name: isvc-pmml-predictor-8bb578669.18a82ada888099b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22697"
    uid: 5caeffd9-f401-4ee3-a1b9-1def618ecafa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: 51294c5d-d2ab-48b8-ad3f-95ba578f80e3
  kind: Event
  lastTimestamp: "2026-04-20T20:32:51Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:32:51Z"
    name: isvc-pmml-predictor.18a82ada85860e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: c778979f-4752-4815-9f40-79d35f267d62
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:33:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22686"
    uid: b3b1ace9-a412-407b-a52a-da331a6dec1d
  kind: Event
  lastTimestamp: "2026-04-20T20:33:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:33:51Z"
    name: isvc-pmml-predictor.18a82ade0432dff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23164"
    uid: 698b1bc1-a913-45f9-ba1b-c4e0a933905d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:33:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22686"
    uid: b3b1ace9-a412-407b-a52a-da331a6dec1d
  kind: Event
  lastTimestamp: "2026-04-20T20:33:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:33:51Z"
    name: isvc-pmml-predictor.18a82ade04937d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "23165"
    uid: a2944441-a9d2-4a0e-a912-43152427c2ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22846"
    uid: b3b1ace9-a412-407b-a52a-da331a6dec1d
  kind: Event
  lastTimestamp: "2026-04-20T20:34:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:34:21Z"
    name: isvc-pmml-predictor.18a82aec00095a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23383"
    uid: b8210db9-09f5-4033-b66f-cd47c27a20f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22846"
    uid: b3b1ace9-a412-407b-a52a-da331a6dec1d
  kind: Event
  lastTimestamp: "2026-04-20T20:34:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:34:21Z"
    name: isvc-pmml-predictor.18a82aec00685950
    namespace: kserve-ci-e2e-test
    resourceVersion: "23384"
    uid: 2f1a200d-a4b1-4a43-82bd-4c4840e9a091
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:34:22.100767Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-4vnbh
    to ip-10-0-139-59.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:34:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:34:22Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82aefb9d24cef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23440"
    uid: 64b660df-8742-4181-8d99-30bc6daf0053
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: "2026-04-20T20:34:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T20:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:34:22Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82aefc1e718f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23447"
    uid: ecd8f9b0-32dc-40f3-b5df-b022cfe56231
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23445"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: "2026-04-20T20:34:23Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:34:23Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82aeff700b2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: 4ba68f47-3da9-4233-9276-de9cfc2d64a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: "2026-04-20T20:34:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:34:23Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82aeff85aa86f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23460"
    uid: 0e9da340-a8b5-4679-b4b9-d1b4a4fc7645
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: "2026-04-20T20:34:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:34:23Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82aeffb3922c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 0224129b-1051-4b92-ac60-4bfd7cb3636d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: "2026-04-20T20:34:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:34:23Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82aeffbb47f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "23466"
    uid: 1d6bdb64-8696-44a3-99e0-4532cf0aeb36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: "2026-04-20T20:34:27Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-20T20:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:34:27Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82af108d4e80a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 7e3a95b0-1be7-459d-9f82-5abe64065b3a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: "2026-04-20T20:34:34Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.874s (6.874s
    including waiting). Image size: 800899442 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:34:34Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82af2a2960ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23555"
    uid: 1805aaa7-834f-46e9-a457-3337168043e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: "2026-04-20T20:34:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:34:34Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82af2a646671e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 92492ddf-0728-4a00-8d86-4f92bc8a2367
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: "2026-04-20T20:34:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:34:34Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82af2a6bcc8a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23557"
    uid: b777afec-10cd-4585-b88a-c05af8d9a91e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: "2026-04-20T20:34:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:34:34Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82af2a6c8f234
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 6c4e4eac-0410-4b94-9270-aa1a417c9363
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: "2026-04-20T20:34:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:34:34Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82af2a98d91fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23560"
    uid: 096b43ab-158c-4f8d-b6b1-512468913b0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: "2026-04-20T20:34:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:34:34Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82af2aa01ed61
    namespace: kserve-ci-e2e-test
    resourceVersion: "23562"
    uid: 008f24c4-140c-484a-91f6-7fb83fb5b6b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: "2026-04-20T20:35:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:35:51Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82af2e7bf22ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24103"
    uid: d5e9a0ae-ab64-43f3-9ef2-c60a0f284093
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: "2026-04-20T20:36:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:36:02Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82b0734982c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "24214"
    uid: 85f6d100-c9d0-4f35-9249-00643e3aa8d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: "2026-04-20T20:36:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:36:02Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82b073498c012
    namespace: kserve-ci-e2e-test
    resourceVersion: "24217"
    uid: 845b85ee-6a2e-451d-b543-1de470c43771
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 532f694b-81c1-4c96-a31e-5c93dfa93257
  kind: Event
  lastTimestamp: "2026-04-20T20:36:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-04-20T20:36:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:36:07Z"
    name: isvc-pmml-runtime-predictor-67bc544947-4vnbh.18a82b08538bb83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24297"
    uid: 2199de35-269b-48a8-a9e7-be9daf558a85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "23425"
    uid: 751852b4-add0-40ea-800f-5d94816512a8
  kind: Event
  lastTimestamp: "2026-04-20T20:34:22Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-4vnbh'
  metadata:
    creationTimestamp: "2026-04-20T20:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:34:22Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18a82aefb94b347b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23437"
    uid: 5ec8331f-9f59-438a-ab74-fdb8f783f1ce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 38de2fce-df91-497d-861c-7dda0ebc3310
  kind: Event
  lastTimestamp: "2026-04-20T20:34:22Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-20T20:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:34:22Z"
    name: isvc-pmml-runtime-predictor.18a82aefb4f40f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "23427"
    uid: 128b3f97-4b36-498b-a497-29306892d1f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23424"
    uid: b07f8892-c3ed-4108-a487-65d9c0f94969
  kind: Event
  lastTimestamp: "2026-04-20T20:35:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:35:07Z"
    name: isvc-pmml-runtime-predictor.18a82af3335ccf27
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 40f0091f-c96a-4a59-b6ea-fb7e8dbd6a67
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23424"
    uid: b07f8892-c3ed-4108-a487-65d9c0f94969
  kind: Event
  lastTimestamp: "2026-04-20T20:35:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:35:07Z"
    name: isvc-pmml-runtime-predictor.18a82af333bde749
    namespace: kserve-ci-e2e-test
    resourceVersion: "23791"
    uid: 3078866b-38d8-41be-88cf-d87745421a92
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:35:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: b07f8892-c3ed-4108-a487-65d9c0f94969
  kind: Event
  lastTimestamp: "2026-04-20T20:35:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:35:52Z"
    name: isvc-pmml-runtime-predictor.18a82afdb098e00c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24106"
    uid: 7b8a7fa5-ebb3-4b07-9947-4c8fb68e2b5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:35:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: b07f8892-c3ed-4108-a487-65d9c0f94969
  kind: Event
  lastTimestamp: "2026-04-20T20:35:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:35:52Z"
    name: isvc-pmml-runtime-predictor.18a82afdb0f93ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24107"
    uid: 8aa275df-29a2-4a43-976e-46710688c246
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23395"
    uid: d14d3da4-b67b-4b5d-98b3-90842c88f0ba
  kind: Event
  lastTimestamp: "2026-04-20T20:36:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:36:01Z"
    name: isvc-pmml-runtime.18a82aefb4d41a0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24181"
    uid: 0536a5fb-0e53-4793-a39b-5be8bf9e52eb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23395"
    uid: d14d3da4-b67b-4b5d-98b3-90842c88f0ba
  kind: Event
  lastTimestamp: "2026-04-20T20:34:22Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:34:22Z"
    name: isvc-pmml-runtime.18a82aefb53b6b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23430"
    uid: a0b51913-9028-4015-9aee-62f1c499dc8e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24179"
    uid: d14d3da4-b67b-4b5d-98b3-90842c88f0ba
  kind: Event
  lastTimestamp: "2026-04-20T20:36:01Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:36:01Z"
    name: isvc-pmml-runtime.18a82b06f2ad1fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24180"
    uid: 621f1392-25b4-4739-8732-e3de2eec40c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:36:03.051453Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24233"
    uid: 3e419c2c-59ae-4c78-bae9-ce583fb091c8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:36:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:36:03Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz.18a82b073af37a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24238"
    uid: acd346f9-a3bc-4fbf-828b-95a2311313a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 3e419c2c-59ae-4c78-bae9-ce583fb091c8
  kind: Event
  lastTimestamp: "2026-04-20T20:36:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T20:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:36:03Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz.18a82b074722978c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24247"
    uid: d6508e5b-95cb-4229-8ca7-ca9ed5fcdd0d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24242"
    uid: 3e419c2c-59ae-4c78-bae9-ce583fb091c8
  kind: Event
  lastTimestamp: "2026-04-20T20:36:04Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:36:04Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz.18a82b0777b9c9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24260"
    uid: ee3fa9f9-9311-4213-8549-e11bd265507a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 3e419c2c-59ae-4c78-bae9-ce583fb091c8
  kind: Event
  lastTimestamp: "2026-04-20T20:36:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:36:04Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz.18a82b077938bf3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24262"
    uid: 281a076a-2d19-412d-b99d-ec6c9653cd92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 3e419c2c-59ae-4c78-bae9-ce583fb091c8
  kind: Event
  lastTimestamp: "2026-04-20T20:36:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:36:04Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz.18a82b077c045714
    namespace: kserve-ci-e2e-test
    resourceVersion: "24263"
    uid: fb5f8eb7-8e1d-4de8-95e4-403dc8f3fe2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 3e419c2c-59ae-4c78-bae9-ce583fb091c8
  kind: Event
  lastTimestamp: "2026-04-20T20:36:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:36:04Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz.18a82b077c7385bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 479b2dbf-d6d4-4e75-ab11-6f7493ce11fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 3e419c2c-59ae-4c78-bae9-ce583fb091c8
  kind: Event
  lastTimestamp: "2026-04-20T20:36:08Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:36:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz.18a82b0867a022ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: b18be219-8947-4176-b16d-cdd878aada29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 3e419c2c-59ae-4c78-bae9-ce583fb091c8
  kind: Event
  lastTimestamp: "2026-04-20T20:36:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:36:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz.18a82b086a905afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24301"
    uid: 40f9854e-9611-4bb5-8cbe-0d0d95f6c99a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 3e419c2c-59ae-4c78-bae9-ce583fb091c8
  kind: Event
  lastTimestamp: "2026-04-20T20:36:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:36:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz.18a82b086b02573c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24304"
    uid: bf761767-b512-4b73-a918-9f5604f23800
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 3e419c2c-59ae-4c78-bae9-ce583fb091c8
  kind: Event
  lastTimestamp: "2026-04-20T20:36:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:36:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz.18a82b086b0d73e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24305"
    uid: 9f0bebe4-0074-4e4d-9d71-47af67bff37b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 3e419c2c-59ae-4c78-bae9-ce583fb091c8
  kind: Event
  lastTimestamp: "2026-04-20T20:36:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:36:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz.18a82b086dfbfcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: f25d6911-9958-45cf-9175-b1f96aaf05f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 3e419c2c-59ae-4c78-bae9-ce583fb091c8
  kind: Event
  lastTimestamp: "2026-04-20T20:36:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:36:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz.18a82b086e811637
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: aa4900fb-b09a-4e46-a7ef-6d5c9195dd20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 3e419c2c-59ae-4c78-bae9-ce583fb091c8
  kind: Event
  lastTimestamp: "2026-04-20T20:37:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:37:36Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz.18a82b08df638966
    namespace: kserve-ci-e2e-test
    resourceVersion: "25035"
    uid: 46a4a7e5-2fd1-4a58-9d86-443849c9d6bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 3e419c2c-59ae-4c78-bae9-ce583fb091c8
  kind: Event
  lastTimestamp: "2026-04-20T20:37:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:37:33Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz.18a82b1c63319f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "24955"
    uid: b47c688f-f181-4801-ae69-1cb51cc4d2da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 3e419c2c-59ae-4c78-bae9-ce583fb091c8
  kind: Event
  lastTimestamp: "2026-04-20T20:37:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:37:33Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz.18a82b1c6332380a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24957"
    uid: 8aedc913-b412-422e-adcc-132c9a9e0c87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 3e419c2c-59ae-4c78-bae9-ce583fb091c8
  kind: Event
  lastTimestamp: "2026-04-20T20:37:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:37:36Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz.18a82b1ce58926b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25034"
    uid: 95507070-65bc-46f9-b548-da427064a089
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24222"
    uid: ebcbd84a-5f6b-4bca-b71f-f3fb64d18713
  kind: Event
  lastTimestamp: "2026-04-20T20:36:03Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-q8klz'
  metadata:
    creationTimestamp: "2026-04-20T20:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:36:03Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18a82b073a8fac76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24234"
    uid: bbbf0be6-9d1d-4ebd-b500-58b1c5d2c3b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24220"
    uid: a36b9dfe-184c-452f-9220-957a4ec75650
  kind: Event
  lastTimestamp: "2026-04-20T20:36:02Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-20T20:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:36:02Z"
    name: isvc-pmml-v2-kserve-predictor.18a82b0736331646
    namespace: kserve-ci-e2e-test
    resourceVersion: "24224"
    uid: 75b72833-63e4-4e4e-8fa9-e5682bc76cf8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24221"
    uid: aeb3d679-c428-4825-a7c3-4b0005a2f09e
  kind: Event
  lastTimestamp: "2026-04-20T20:36:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:36:48Z"
    name: isvc-pmml-v2-kserve-predictor.18a82b0ab4b3e781
    namespace: kserve-ci-e2e-test
    resourceVersion: "24593"
    uid: c9e95346-d699-4838-80c3-e1b65cb766f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24221"
    uid: aeb3d679-c428-4825-a7c3-4b0005a2f09e
  kind: Event
  lastTimestamp: "2026-04-20T20:36:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:36:48Z"
    name: isvc-pmml-v2-kserve-predictor.18a82b0ab5167086
    namespace: kserve-ci-e2e-test
    resourceVersion: "24594"
    uid: cb458f3c-12d5-4196-b774-b65ac88078d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24384"
    uid: aeb3d679-c428-4825-a7c3-4b0005a2f09e
  kind: Event
  lastTimestamp: "2026-04-20T20:37:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:37:33Z"
    name: isvc-pmml-v2-kserve-predictor.18a82b1531fd8f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24915"
    uid: 3330e7df-d51f-4315-a322-4db98391d32f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24384"
    uid: aeb3d679-c428-4825-a7c3-4b0005a2f09e
  kind: Event
  lastTimestamp: "2026-04-20T20:37:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:37:33Z"
    name: isvc-pmml-v2-kserve-predictor.18a82b1532630f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24916"
    uid: bc6a43c0-ed99-4231-a1df-dd8828b42f28
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24192"
    uid: 97a24175-7e24-4f93-9fed-615e81f6bac4
  kind: Event
  lastTimestamp: "2026-04-20T20:37:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:37:26Z"
    name: isvc-pmml-v2-kserve.18a82b07361266be
    namespace: kserve-ci-e2e-test
    resourceVersion: "24866"
    uid: ec7c5028-4619-494a-b8eb-348ee6f75539
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:36:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24192"
    uid: 97a24175-7e24-4f93-9fed-615e81f6bac4
  kind: Event
  lastTimestamp: "2026-04-20T20:36:02Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:36:02Z"
    name: isvc-pmml-v2-kserve.18a82b07367c8d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "24226"
    uid: 81e90726-7295-4941-9b91-cf2608eae6e8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24864"
    uid: 97a24175-7e24-4f93-9fed-615e81f6bac4
  kind: Event
  lastTimestamp: "2026-04-20T20:37:26Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:37:26Z"
    name: isvc-pmml-v2-kserve.18a82b1a96463409
    namespace: kserve-ci-e2e-test
    resourceVersion: "24865"
    uid: 8e2e9f22-450c-4a40-a304-b794a35b76aa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: 60d770de-b96b-4f49-b82d-1ff4b0015fed
  kind: Event
  lastTimestamp: "2026-04-20T20:34:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:34:20Z"
    name: isvc-pmml.18a82ada859e67a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23378"
    uid: 02f49f30-8aa3-4075-b058-d0fca9bcacc5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: 60d770de-b96b-4f49-b82d-1ff4b0015fed
  kind: Event
  lastTimestamp: "2026-04-20T20:32:51Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:32:51Z"
    name: isvc-pmml.18a82ada862bd4a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22713"
    uid: 0beda164-3b3f-47ad-8fa5-48bcbba7ac63
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:32:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22694"
    uid: 60d770de-b96b-4f49-b82d-1ff4b0015fed
  kind: Event
  lastTimestamp: "2026-04-20T20:32:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:32:51Z"
    name: isvc-pmml.18a82ada8cf5f976
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: f4677758-dc32-4388-a295-3fda85f86a70
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:34:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23376"
    uid: 60d770de-b96b-4f49-b82d-1ff4b0015fed
  kind: Event
  lastTimestamp: "2026-04-20T20:34:20Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:34:20Z"
    name: isvc-pmml.18a82aef5f20ae69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23377"
    uid: 65d55fb2-c5e4-4995-9c68-339324d9d69e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:42:37.995508Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27859"
    uid: 7bbbaa06-fdd4-4d95-b0be-29283f8c708e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb
    to ip-10-0-139-59.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:42:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:42:37Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb.18a82b632f7384fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27865"
    uid: 9be82bdf-56f0-413d-ac20-dc7763d50e72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27871"
    uid: 7bbbaa06-fdd4-4d95-b0be-29283f8c708e
  kind: Event
  lastTimestamp: "2026-04-20T20:42:38Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:42:38Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb.18a82b6349345b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "27876"
    uid: 188bfe72-33e1-45e4-9c55-516537232812
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 7bbbaa06-fdd4-4d95-b0be-29283f8c708e
  kind: Event
  lastTimestamp: "2026-04-20T20:42:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:42:38Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb.18a82b634a99d178
    namespace: kserve-ci-e2e-test
    resourceVersion: "27878"
    uid: 98ca0e00-461b-4888-9d79-16ff9e5cda52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 7bbbaa06-fdd4-4d95-b0be-29283f8c708e
  kind: Event
  lastTimestamp: "2026-04-20T20:42:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:42:38Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb.18a82b634d9c7b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "27879"
    uid: 0165fb25-80c1-4cd0-8ef8-c2346b58b25d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 7bbbaa06-fdd4-4d95-b0be-29283f8c708e
  kind: Event
  lastTimestamp: "2026-04-20T20:42:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:42:38Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb.18a82b634e108241
    namespace: kserve-ci-e2e-test
    resourceVersion: "27880"
    uid: b0bb278a-75c5-4d95-8172-cfee3fac9e23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 7bbbaa06-fdd4-4d95-b0be-29283f8c708e
  kind: Event
  lastTimestamp: "2026-04-20T20:42:43Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:42:43Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb.18a82b646a25e9b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27929"
    uid: 703a58cb-5cf2-41e0-9bf5-fe96cd35a65b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 7bbbaa06-fdd4-4d95-b0be-29283f8c708e
  kind: Event
  lastTimestamp: "2026-04-20T20:42:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:42:43Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb.18a82b646d845423
    namespace: kserve-ci-e2e-test
    resourceVersion: "27935"
    uid: d4f619fd-b93d-46ce-bd6c-132b5891cb3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 7bbbaa06-fdd4-4d95-b0be-29283f8c708e
  kind: Event
  lastTimestamp: "2026-04-20T20:42:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:42:43Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb.18a82b646df92cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27936"
    uid: a526c38a-509d-4170-8174-17123c5b909b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 7bbbaa06-fdd4-4d95-b0be-29283f8c708e
  kind: Event
  lastTimestamp: "2026-04-20T20:42:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:42:43Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb.18a82b646e08dd7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27937"
    uid: 06be423d-3e53-4a7c-a8a9-f2187f60f4a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 7bbbaa06-fdd4-4d95-b0be-29283f8c708e
  kind: Event
  lastTimestamp: "2026-04-20T20:42:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:42:43Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb.18a82b647118922a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: feb58700-6a7f-4da9-b710-9ff3f39298f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 7bbbaa06-fdd4-4d95-b0be-29283f8c708e
  kind: Event
  lastTimestamp: "2026-04-20T20:42:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:42:43Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb.18a82b64718c5d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: 6c61aac1-a65f-4cc3-8b3b-ed12f167eb8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 7bbbaa06-fdd4-4d95-b0be-29283f8c708e
  kind: Event
  lastTimestamp: "2026-04-20T20:44:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:44:13Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb.18a82b64a6305c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28669"
    uid: 72cd04d0-1b96-4b19-a37f-adfe60bca915
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 7bbbaa06-fdd4-4d95-b0be-29283f8c708e
  kind: Event
  lastTimestamp: "2026-04-20T20:44:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:44:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb.18a82b782d2ca6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28582"
    uid: 3cc18a6e-825e-49c3-b495-5813fa3a3fd4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 7bbbaa06-fdd4-4d95-b0be-29283f8c708e
  kind: Event
  lastTimestamp: "2026-04-20T20:44:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:44:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb.18a82b782d2d0ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28584"
    uid: 3e2f018a-99ed-4b3e-b564-0112c7a81b80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 7bbbaa06-fdd4-4d95-b0be-29283f8c708e
  kind: Event
  lastTimestamp: "2026-04-20T20:44:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:44:10Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb.18a82b78ac60bb87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28643"
    uid: 8c87fd59-675d-4896-877b-2b616935dd80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27847"
    uid: aa24797e-3614-42ef-a539-26a64f08ef93
  kind: Event
  lastTimestamp: "2026-04-20T20:42:37Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-mzsrb'
  metadata:
    creationTimestamp: "2026-04-20T20:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:42:37Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18a82b632ecea661
    namespace: kserve-ci-e2e-test
    resourceVersion: "27860"
    uid: c9547dc5-dc9d-4f13-837c-a5d585cc4f1d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27845"
    uid: 4970bf91-6246-47e1-9a76-5b773c0309db
  kind: Event
  lastTimestamp: "2026-04-20T20:42:37Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:42:37Z"
    name: isvc-predictive-lightgbm-predictor.18a82b632a600df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: da4efd36-bba9-42b2-bc09-fe7bd65c0ec2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27846"
    uid: f8b7c610-d355-443c-9b4f-7fab1ad0c54d
  kind: Event
  lastTimestamp: "2026-04-20T20:42:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:42:52Z"
    name: isvc-predictive-lightgbm-predictor.18a82b66a92fbf6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28012"
    uid: f8a1e05a-df68-4942-b3e2-7b06dbfe4b11
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27846"
    uid: f8b7c610-d355-443c-9b4f-7fab1ad0c54d
  kind: Event
  lastTimestamp: "2026-04-20T20:42:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:42:52Z"
    name: isvc-predictive-lightgbm-predictor.18a82b66a9902ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28014"
    uid: 4c68c2ff-f809-4052-9195-7ae129167678
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-20T20:43:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: f8b7c610-d355-443c-9b4f-7fab1ad0c54d
  kind: Event
  lastTimestamp: "2026-04-20T20:44:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:44:08Z"
    name: isvc-predictive-lightgbm-predictor.18a82b6a28573e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28555"
    uid: e3e2499a-a89b-4dc4-845d-3011c69b03f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-20T20:43:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: f8b7c610-d355-443c-9b4f-7fab1ad0c54d
  kind: Event
  lastTimestamp: "2026-04-20T20:44:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:44:08Z"
    name: isvc-predictive-lightgbm-predictor.18a82b6a28ba3035
    namespace: kserve-ci-e2e-test
    resourceVersion: "28556"
    uid: bc4b6ba1-104e-491c-8e13-ec7088a0cfcb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:47:08.701390Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30079"
    uid: d7f7d20c-da73-41a9-9168-87119a84f4be
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv
    to ip-10-0-139-59.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:47:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:47:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv.18a82ba236c778e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30083"
    uid: ff4c29cb-6460-474d-b2ed-ecd1c4bdfa10
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30089"
    uid: d7f7d20c-da73-41a9-9168-87119a84f4be
  kind: Event
  lastTimestamp: "2026-04-20T20:47:09Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:47:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv.18a82ba2505197c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30098"
    uid: 475f47e5-22eb-4307-a367-38004358c3c0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: d7f7d20c-da73-41a9-9168-87119a84f4be
  kind: Event
  lastTimestamp: "2026-04-20T20:47:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:47:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv.18a82ba251c7b37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30100"
    uid: f99cd178-0992-4e02-a749-73115005ff55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: d7f7d20c-da73-41a9-9168-87119a84f4be
  kind: Event
  lastTimestamp: "2026-04-20T20:47:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:47:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv.18a82ba2548c0359
    namespace: kserve-ci-e2e-test
    resourceVersion: "30101"
    uid: a13b4c33-72e7-4062-88e5-4164f7bd2c60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: d7f7d20c-da73-41a9-9168-87119a84f4be
  kind: Event
  lastTimestamp: "2026-04-20T20:47:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:47:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv.18a82ba25502fa2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30103"
    uid: a54218a4-6e4a-4bfb-a81f-e9db90e4ddd9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: d7f7d20c-da73-41a9-9168-87119a84f4be
  kind: Event
  lastTimestamp: "2026-04-20T20:47:13Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:47:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv.18a82ba33e4c1810
    namespace: kserve-ci-e2e-test
    resourceVersion: "30140"
    uid: 440ec248-6f4a-439b-ad63-79e236934cca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: d7f7d20c-da73-41a9-9168-87119a84f4be
  kind: Event
  lastTimestamp: "2026-04-20T20:47:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:47:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv.18a82ba341cb7782
    namespace: kserve-ci-e2e-test
    resourceVersion: "30144"
    uid: 82f90aba-00a1-4988-97a1-83574129f144
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: d7f7d20c-da73-41a9-9168-87119a84f4be
  kind: Event
  lastTimestamp: "2026-04-20T20:47:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:47:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv.18a82ba342486f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "30145"
    uid: 3c76a5ae-4d14-4843-9703-d29aa529fe13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: d7f7d20c-da73-41a9-9168-87119a84f4be
  kind: Event
  lastTimestamp: "2026-04-20T20:47:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:47:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv.18a82ba3425538cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30146"
    uid: 391504f4-d9ce-4f48-a61f-96078f2bc6ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: d7f7d20c-da73-41a9-9168-87119a84f4be
  kind: Event
  lastTimestamp: "2026-04-20T20:47:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:47:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv.18a82ba3483361a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30149"
    uid: 9086da58-e6ef-45a0-8903-ea4b579806fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: d7f7d20c-da73-41a9-9168-87119a84f4be
  kind: Event
  lastTimestamp: "2026-04-20T20:47:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:47:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv.18a82ba348b2dd5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30150"
    uid: 8ae16230-6b91-450d-92a4-868d8042631d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: d7f7d20c-da73-41a9-9168-87119a84f4be
  kind: Event
  lastTimestamp: "2026-04-20T20:48:40Z"
  message: 'Readiness probe failed: Get "http://10.134.0.36:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.36:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:48:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv.18a82babdced3d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "30832"
    uid: 5049507d-bc18-4e39-98f3-1f94d3a6e668
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: d7f7d20c-da73-41a9-9168-87119a84f4be
  kind: Event
  lastTimestamp: "2026-04-20T20:48:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:48:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv.18a82bb730c0e03b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30794"
    uid: 14dde017-bce9-476b-987e-7bd460900979
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: d7f7d20c-da73-41a9-9168-87119a84f4be
  kind: Event
  lastTimestamp: "2026-04-20T20:48:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:48:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv.18a82bb730c6013a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30796"
    uid: ed4a552f-dfc5-4717-802d-a7a048ae5ae8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: d7f7d20c-da73-41a9-9168-87119a84f4be
  kind: Event
  lastTimestamp: "2026-04-20T20:48:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:48:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv.18a82bb780caaa07
    namespace: kserve-ci-e2e-test
    resourceVersion: "30831"
    uid: 25f12c83-5d2a-4c6a-ab55-13e484c3acf3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30068"
    uid: 37dd6290-5054-4498-a2e5-46fcdab8ceeb
  kind: Event
  lastTimestamp: "2026-04-20T20:47:08Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hrdhv'
  metadata:
    creationTimestamp: "2026-04-20T20:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:47:08Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18a82ba2365b5f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30080"
    uid: 7d2e8263-0e8f-4c87-bb6b-766375c8b63c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30065"
    uid: 9f367b77-6e59-4cc9-9b41-3a512e74c035
  kind: Event
  lastTimestamp: "2026-04-20T20:47:08Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:47:08Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a82ba232012f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: c89e2547-5bf2-4bd9-82c5-6e098d64e4ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 1d30025c-427e-4b4d-8b56-e59258c568bb
  kind: Event
  lastTimestamp: "2026-04-20T20:47:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:47:23Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a82ba5b0e28632
    namespace: kserve-ci-e2e-test
    resourceVersion: "30224"
    uid: 06c52244-4e58-47a3-bb99-dfdaa7e13c53
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 1d30025c-427e-4b4d-8b56-e59258c568bb
  kind: Event
  lastTimestamp: "2026-04-20T20:47:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:47:23Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a82ba5b1450a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30226"
    uid: c8d03eaf-deb4-40b1-af4e-f3a969ff0a43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30225"
    uid: 1d30025c-427e-4b4d-8b56-e59258c568bb
  kind: Event
  lastTimestamp: "2026-04-20T20:48:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:48:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a82ba92fefd9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30768"
    uid: 3158e41d-3f2b-41ea-8ab2-6d9c8e726afb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30225"
    uid: 1d30025c-427e-4b4d-8b56-e59258c568bb
  kind: Event
  lastTimestamp: "2026-04-20T20:48:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:48:38Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a82ba9305a5066
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: 1f14a5eb-ba01-4317-a089-7bd848a14d17
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30038"
    uid: 998c5893-ec0d-4041-9522-0333254c2fb3
  kind: Event
  lastTimestamp: "2026-04-20T20:48:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:48:30Z"
    name: isvc-predictive-lightgbm-v2.18a82ba231ff819e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: a597c64c-3a6d-4d01-be16-88624d13d0b0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30038"
    uid: 998c5893-ec0d-4041-9522-0333254c2fb3
  kind: Event
  lastTimestamp: "2026-04-20T20:47:08Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:47:08Z"
    name: isvc-predictive-lightgbm-v2.18a82ba23294fa09
    namespace: kserve-ci-e2e-test
    resourceVersion: "30088"
    uid: 8e72aaf8-ba60-4afa-9077-cc39d0063764
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30050"
    uid: 998c5893-ec0d-4041-9522-0333254c2fb3
  kind: Event
  lastTimestamp: "2026-04-20T20:47:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:47:08Z"
    name: isvc-predictive-lightgbm-v2.18a82ba237a91ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30091"
    uid: c6803121-3084-49cb-aace-07af6680a61d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30705"
    uid: 998c5893-ec0d-4041-9522-0333254c2fb3
  kind: Event
  lastTimestamp: "2026-04-20T20:48:30Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:48:30Z"
    name: isvc-predictive-lightgbm-v2.18a82bb5319b0891
    namespace: kserve-ci-e2e-test
    resourceVersion: "30706"
    uid: ba23712b-b8da-4859-a5c6-419066bd9018
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27817"
    uid: 702c9525-83e3-4422-a4a7-1b0329554952
  kind: Event
  lastTimestamp: "2026-04-20T20:44:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:44:03Z"
    name: isvc-predictive-lightgbm.18a82b632a4185c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28524"
    uid: 904a600d-6b89-4ada-9999-764e49aea9ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27817"
    uid: 702c9525-83e3-4422-a4a7-1b0329554952
  kind: Event
  lastTimestamp: "2026-04-20T20:42:38Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:42:38Z"
    name: isvc-predictive-lightgbm.18a82b632aef93ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27868"
    uid: 1f6ade8e-dc2a-41ce-8b7c-47eb56120f60
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 702c9525-83e3-4422-a4a7-1b0329554952
  kind: Event
  lastTimestamp: "2026-04-20T20:42:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:42:38Z"
    name: isvc-predictive-lightgbm.18a82b633005e0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: d41edddb-dc17-4430-9ebc-1689d4d4518c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28522"
    uid: 702c9525-83e3-4422-a4a7-1b0329554952
  kind: Event
  lastTimestamp: "2026-04-20T20:44:03Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:44:03Z"
    name: isvc-predictive-lightgbm.18a82b771b6fab71
    namespace: kserve-ci-e2e-test
    resourceVersion: "28523"
    uid: e85cb5b6-7e20-44a0-aabf-8ccf4a6c082f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:39:18.099772Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26266"
    uid: 4551802b-8bcf-4904-85e5-fb5533355a94
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    to ip-10-0-139-59.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:39:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:39:18Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx.18a82b34a4bc9e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26270"
    uid: ce6cacea-6333-4fc5-b919-08fd9488fb84
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26274"
    uid: 4551802b-8bcf-4904-85e5-fb5533355a94
  kind: Event
  lastTimestamp: "2026-04-20T20:39:18Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:39:18Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx.18a82b34bdec1f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "26279"
    uid: 2a32818c-7eb0-4ec7-838a-87f28f92a0e4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 4551802b-8bcf-4904-85e5-fb5533355a94
  kind: Event
  lastTimestamp: "2026-04-20T20:39:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:18Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx.18a82b34bf97fc20
    namespace: kserve-ci-e2e-test
    resourceVersion: "26281"
    uid: d36ae638-173e-4917-b302-6aec896570ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 4551802b-8bcf-4904-85e5-fb5533355a94
  kind: Event
  lastTimestamp: "2026-04-20T20:39:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:18Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx.18a82b34c2a9182c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26283"
    uid: 9b0b807f-4e12-4091-be88-a0f121266eb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 4551802b-8bcf-4904-85e5-fb5533355a94
  kind: Event
  lastTimestamp: "2026-04-20T20:39:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:18Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx.18a82b34c3229102
    namespace: kserve-ci-e2e-test
    resourceVersion: "26284"
    uid: 62ff9f16-68a4-4bb9-843e-c57a3436211f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 4551802b-8bcf-4904-85e5-fb5533355a94
  kind: Event
  lastTimestamp: "2026-04-20T20:39:22Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-20T20:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:22Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx.18a82b35b29b1e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "26323"
    uid: da4ec1b6-1543-4f9a-8ae6-6e507cc9fe9e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 4551802b-8bcf-4904-85e5-fb5533355a94
  kind: Event
  lastTimestamp: "2026-04-20T20:39:44Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.787s
    (21.787s including waiting). Image size: 2313376620 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:44Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx.18a82b3ac538157f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26478"
    uid: e475e453-fcf8-4766-8945-c8520b507615
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 4551802b-8bcf-4904-85e5-fb5533355a94
  kind: Event
  lastTimestamp: "2026-04-20T20:39:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:44Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx.18a82b3ac94e74fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26479"
    uid: 880750c3-7459-4d85-b86a-e14b011d2fd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 4551802b-8bcf-4904-85e5-fb5533355a94
  kind: Event
  lastTimestamp: "2026-04-20T20:39:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:44Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx.18a82b3ac9d56d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: a6b4a2f0-025a-4da1-a909-bd9038eac9b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 4551802b-8bcf-4904-85e5-fb5533355a94
  kind: Event
  lastTimestamp: "2026-04-20T20:39:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:44Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx.18a82b3ac9e33d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: a9365efe-8b1d-418a-87a5-271b4b5e751b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 4551802b-8bcf-4904-85e5-fb5533355a94
  kind: Event
  lastTimestamp: "2026-04-20T20:39:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:44Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx.18a82b3acd07cccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26482"
    uid: 81a70ea1-d192-44e3-8b57-ce5e84a43735
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 4551802b-8bcf-4904-85e5-fb5533355a94
  kind: Event
  lastTimestamp: "2026-04-20T20:39:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:44Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx.18a82b3acd7d6ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26483"
    uid: 51a0fbb6-714e-47ce-9993-a029fd94ab11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 4551802b-8bcf-4904-85e5-fb5533355a94
  kind: Event
  lastTimestamp: "2026-04-20T20:41:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:41:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx.18a82b3b12aff3a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27185"
    uid: d892abba-c924-4de8-b1fe-e7aa13ef8e00
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 4551802b-8bcf-4904-85e5-fb5533355a94
  kind: Event
  lastTimestamp: "2026-04-20T20:41:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:41:07Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx.18a82b4e260fc0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27105"
    uid: eb8b523b-d0a0-4f2b-9807-a9226c4b69c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 4551802b-8bcf-4904-85e5-fb5533355a94
  kind: Event
  lastTimestamp: "2026-04-20T20:41:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:41:07Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx.18a82b4e2610cfee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27108"
    uid: 8b4c02fd-8b42-4b21-898a-9a378591ef4f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 4551802b-8bcf-4904-85e5-fb5533355a94
  kind: Event
  lastTimestamp: "2026-04-20T20:41:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:41:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx.18a82b4f18d73d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "27188"
    uid: 1905755c-5062-4b95-b83b-c99faed4d4c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26248"
    uid: 401854f8-c424-490a-a092-654cabc4a107
  kind: Event
  lastTimestamp: "2026-04-20T20:39:18Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-26kcx'
  metadata:
    creationTimestamp: "2026-04-20T20:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:39:18Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18a82b34a457c7dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: c537a83c-a9b3-4d5a-805a-da3c83d20330
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26246"
    uid: ee24801b-6ac5-409d-80dd-41c5ab5f9f57
  kind: Event
  lastTimestamp: "2026-04-20T20:39:17Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:39:17Z"
    name: isvc-predictive-sklearn-predictor.18a82b34880679ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "26250"
    uid: e7b94085-9adf-4d94-acbb-9f30d8239aab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26247"
    uid: 99c9c213-3f59-4192-a65f-40422d1abfee
  kind: Event
  lastTimestamp: "2026-04-20T20:40:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:40:02Z"
    name: isvc-predictive-sklearn-predictor.18a82b3807175f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "26616"
    uid: dffb77fa-e1a9-4f38-880c-440869982855
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26247"
    uid: 99c9c213-3f59-4192-a65f-40422d1abfee
  kind: Event
  lastTimestamp: "2026-04-20T20:40:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:40:02Z"
    name: isvc-predictive-sklearn-predictor.18a82b38077360a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26617"
    uid: 80938301-98e9-4472-9980-4bbbd5d9d0da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:40:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26398"
    uid: 99c9c213-3f59-4192-a65f-40422d1abfee
  kind: Event
  lastTimestamp: "2026-04-20T20:41:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:41:02Z"
    name: isvc-predictive-sklearn-predictor.18a82b4283ba206e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27052"
    uid: d5a21039-b350-43b8-93aa-508c88b68b54
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:40:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26398"
    uid: 99c9c213-3f59-4192-a65f-40422d1abfee
  kind: Event
  lastTimestamp: "2026-04-20T20:41:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:41:02Z"
    name: isvc-predictive-sklearn-predictor.18a82b42841bfc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 09fcc1bd-1049-452b-a153-1a2464310682
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:44:08.261118Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28600"
    uid: 75e87178-7bd1-427a-b037-cac46cca9f3f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    to ip-10-0-139-59.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:44:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:44:08Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5.18a82b7833b36c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "28604"
    uid: 8dd1309d-7df0-473a-b8ea-5a8f387bc786
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 75e87178-7bd1-427a-b037-cac46cca9f3f
  kind: Event
  lastTimestamp: "2026-04-20T20:44:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T20:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:44:08Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5.18a82b783eb1e339
    namespace: kserve-ci-e2e-test
    resourceVersion: "28614"
    uid: 314b4076-1e72-4751-8f6a-c285b32c7f8c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 75e87178-7bd1-427a-b037-cac46cca9f3f
  kind: Event
  lastTimestamp: "2026-04-20T20:44:09Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:44:09Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5.18a82b7870b6a9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28627"
    uid: b86c6c8a-64d0-4a72-8950-8e68e2c66ac8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 75e87178-7bd1-427a-b037-cac46cca9f3f
  kind: Event
  lastTimestamp: "2026-04-20T20:44:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:44:09Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5.18a82b78720942e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28629"
    uid: 00a52026-3d86-4ebe-b726-b39aec4031ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 75e87178-7bd1-427a-b037-cac46cca9f3f
  kind: Event
  lastTimestamp: "2026-04-20T20:44:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:44:09Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5.18a82b78755f6248
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 0c631a2b-8788-45a1-bc00-bf752ac7dd31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 75e87178-7bd1-427a-b037-cac46cca9f3f
  kind: Event
  lastTimestamp: "2026-04-20T20:44:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:44:09Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5.18a82b7875d62c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "28631"
    uid: 816a4736-10a3-4b63-802c-72b4d0c13158
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 75e87178-7bd1-427a-b037-cac46cca9f3f
  kind: Event
  lastTimestamp: "2026-04-20T20:44:13Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:44:13Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5.18a82b796f97e92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: 183b0bee-e0d1-4b22-bd0f-2e6059d8f541
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 75e87178-7bd1-427a-b037-cac46cca9f3f
  kind: Event
  lastTimestamp: "2026-04-20T20:44:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:44:13Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5.18a82b79738e53a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28675"
    uid: dabc8f76-bbb9-43e8-8903-eb8096a5354e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 75e87178-7bd1-427a-b037-cac46cca9f3f
  kind: Event
  lastTimestamp: "2026-04-20T20:44:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:44:13Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5.18a82b79740c8985
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 5be0f0be-2e80-4476-a6a0-1da540607ad4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 75e87178-7bd1-427a-b037-cac46cca9f3f
  kind: Event
  lastTimestamp: "2026-04-20T20:44:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:44:13Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5.18a82b797419c7d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28677"
    uid: 0f405698-0474-4f5b-8e8b-c9c8f44ebbe7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 75e87178-7bd1-427a-b037-cac46cca9f3f
  kind: Event
  lastTimestamp: "2026-04-20T20:44:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:44:13Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5.18a82b7977bac2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: a62577ff-6c52-45a7-a899-6ff34999319b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 75e87178-7bd1-427a-b037-cac46cca9f3f
  kind: Event
  lastTimestamp: "2026-04-20T20:44:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:44:13Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5.18a82b797839499a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28681"
    uid: 3260a7ee-8414-432e-a2c4-a48d9832432e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 75e87178-7bd1-427a-b037-cac46cca9f3f
  kind: Event
  lastTimestamp: "2026-04-20T20:45:40Z"
  message: 'Readiness probe failed: Get "http://10.134.0.34:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:45:40Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5.18a82b820df610fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29391"
    uid: f39c7a63-d162-403f-a4d4-fd7c26e98625
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 75e87178-7bd1-427a-b037-cac46cca9f3f
  kind: Event
  lastTimestamp: "2026-04-20T20:45:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:45:38Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5.18a82b8d2fbc1bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29335"
    uid: df08ba0c-97c3-47f5-91fa-191d618c7459
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 75e87178-7bd1-427a-b037-cac46cca9f3f
  kind: Event
  lastTimestamp: "2026-04-20T20:45:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:45:38Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5.18a82b8d2fbca793
    namespace: kserve-ci-e2e-test
    resourceVersion: "29338"
    uid: 8b8ff04d-be54-415e-b3c9-86a6ef51390e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 75e87178-7bd1-427a-b037-cac46cca9f3f
  kind: Event
  lastTimestamp: "2026-04-20T20:45:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:45:40Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5.18a82b8db1e2e1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29390"
    uid: c6268bc1-5e13-46f9-9ca6-083406faeaca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28589"
    uid: e97a9d29-01dc-479b-9afb-ccd0c65af82e
  kind: Event
  lastTimestamp: "2026-04-20T20:44:08Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-cfmz5'
  metadata:
    creationTimestamp: "2026-04-20T20:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:44:08Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18a82b78334760a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28601"
    uid: e432ba62-74d7-4cd7-9efb-d98595826415
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28587"
    uid: fdfcc7b8-1841-45ad-8728-8fafab9474f1
  kind: Event
  lastTimestamp: "2026-04-20T20:44:08Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:44:08Z"
    name: isvc-predictive-sklearn-v2-predictor.18a82b782e9ff371
    namespace: kserve-ci-e2e-test
    resourceVersion: "28591"
    uid: 0037bc37-70ae-455f-b903-f9b4f5096b0d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: ef51d3df-b548-4753-b6e8-40fdd2f1d29d
  kind: Event
  lastTimestamp: "2026-04-20T20:44:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:44:23Z"
    name: isvc-predictive-sklearn-v2-predictor.18a82b7bad7e7d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28752"
    uid: 48522205-a420-4cb5-ab77-b1558444ec2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: ef51d3df-b548-4753-b6e8-40fdd2f1d29d
  kind: Event
  lastTimestamp: "2026-04-20T20:44:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:44:23Z"
    name: isvc-predictive-sklearn-v2-predictor.18a82b7bade86ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: 265c18cd-f458-4729-a17f-f3f2873c62fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28753"
    uid: ef51d3df-b548-4753-b6e8-40fdd2f1d29d
  kind: Event
  lastTimestamp: "2026-04-20T20:45:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:45:38Z"
    name: isvc-predictive-sklearn-v2-predictor.18a82b7f2cbebfef
    namespace: kserve-ci-e2e-test
    resourceVersion: "29304"
    uid: 1d2b3b28-7957-4c43-8dde-0b048e178e2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28753"
    uid: ef51d3df-b548-4753-b6e8-40fdd2f1d29d
  kind: Event
  lastTimestamp: "2026-04-20T20:45:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:45:38Z"
    name: isvc-predictive-sklearn-v2-predictor.18a82b7f2d2010a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 5991aa9d-6fa1-4498-aea2-c56c3194e11e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28559"
    uid: cbe78243-4bca-4193-a63d-1326e914bcc3
  kind: Event
  lastTimestamp: "2026-04-20T20:45:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:45:30Z"
    name: isvc-predictive-sklearn-v2.18a82b782e7cca8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: f2ec61fc-1147-419b-9de5-7d6da21d3822
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28559"
    uid: cbe78243-4bca-4193-a63d-1326e914bcc3
  kind: Event
  lastTimestamp: "2026-04-20T20:44:08Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:44:08Z"
    name: isvc-predictive-sklearn-v2.18a82b782f05a1a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28610"
    uid: ce8d91ef-d26b-4065-8859-ec7dbc9cdbf1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:44:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28572"
    uid: cbe78243-4bca-4193-a63d-1326e914bcc3
  kind: Event
  lastTimestamp: "2026-04-20T20:44:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:44:08Z"
    name: isvc-predictive-sklearn-v2.18a82b78349b3e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 6e808d51-05d7-4505-abb7-f0a247fa0ffb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29248"
    uid: cbe78243-4bca-4193-a63d-1326e914bcc3
  kind: Event
  lastTimestamp: "2026-04-20T20:45:30Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:45:30Z"
    name: isvc-predictive-sklearn-v2.18a82b8b62e8db57
    namespace: kserve-ci-e2e-test
    resourceVersion: "29249"
    uid: 3fbec639-963d-4db6-ab76-d5e11d2bcac9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26235"
    uid: 8f8bb1cb-622b-4320-98bd-5f0a7e65097e
  kind: Event
  lastTimestamp: "2026-04-20T20:41:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:41:01Z"
    name: isvc-predictive-sklearn.18a82b3487e2b5ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27043"
    uid: 74a1945a-46dc-4c33-ba63-552c1a354ae5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26235"
    uid: 8f8bb1cb-622b-4320-98bd-5f0a7e65097e
  kind: Event
  lastTimestamp: "2026-04-20T20:39:17Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:39:17Z"
    name: isvc-predictive-sklearn.18a82b34883b9766
    namespace: kserve-ci-e2e-test
    resourceVersion: "26262"
    uid: 26e3b837-4eed-4f3e-8d4e-35c8d520ae32
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27041"
    uid: 8f8bb1cb-622b-4320-98bd-5f0a7e65097e
  kind: Event
  lastTimestamp: "2026-04-20T20:41:01Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:41:01Z"
    name: isvc-predictive-sklearn.18a82b4cbb57265c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: 6ca819cb-ffeb-46f0-9bfd-bf137de729cc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:41:07.781207Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27130"
    uid: ad3a4fef-e087-471e-9ae7-879f0864939a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    to ip-10-0-139-59.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:41:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:41:07Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg.18a82b4e2e429366
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: 0089616c-f98f-46e8-b1c7-e55310ea82e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: ad3a4fef-e087-471e-9ae7-879f0864939a
  kind: Event
  lastTimestamp: "2026-04-20T20:41:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T20:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:41:07Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg.18a82b4e384e7f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "27142"
    uid: 22fe680b-a090-474e-a16d-5e1293e28ed6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: ad3a4fef-e087-471e-9ae7-879f0864939a
  kind: Event
  lastTimestamp: "2026-04-20T20:41:08Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:41:08Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg.18a82b4e6b04613a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: 6880d1d9-219e-4a2c-aae9-91f9c039bdce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: ad3a4fef-e087-471e-9ae7-879f0864939a
  kind: Event
  lastTimestamp: "2026-04-20T20:41:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:41:08Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg.18a82b4e6c5870a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27157"
    uid: b57166d2-7fb7-4c53-a393-fb4351a333a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: ad3a4fef-e087-471e-9ae7-879f0864939a
  kind: Event
  lastTimestamp: "2026-04-20T20:41:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:41:08Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg.18a82b4e6fac3bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27160"
    uid: fee46937-4210-48f8-bd34-aa6dedd5414a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: ad3a4fef-e087-471e-9ae7-879f0864939a
  kind: Event
  lastTimestamp: "2026-04-20T20:41:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:41:08Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg.18a82b4e701ebecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: aad2dec4-4fb8-423a-9db0-2ff1fbd9624d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: ad3a4fef-e087-471e-9ae7-879f0864939a
  kind: Event
  lastTimestamp: "2026-04-20T20:41:12Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:41:12Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg.18a82b4f64240169
    namespace: kserve-ci-e2e-test
    resourceVersion: "27198"
    uid: bc82fecf-1dc6-49e7-8eaf-deefb9162002
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: ad3a4fef-e087-471e-9ae7-879f0864939a
  kind: Event
  lastTimestamp: "2026-04-20T20:41:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:41:13Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg.18a82b4f67597ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: d5cc01d8-0a7d-400e-b722-2c41bd039945
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: ad3a4fef-e087-471e-9ae7-879f0864939a
  kind: Event
  lastTimestamp: "2026-04-20T20:41:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:41:13Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg.18a82b4f67ce47c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27205"
    uid: 45315290-cca3-493d-9c6e-b5b3bc021090
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: ad3a4fef-e087-471e-9ae7-879f0864939a
  kind: Event
  lastTimestamp: "2026-04-20T20:41:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:41:13Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg.18a82b4f67d9e903
    namespace: kserve-ci-e2e-test
    resourceVersion: "27206"
    uid: 00a0a4f4-31f9-486b-b7ea-121acb58583a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: ad3a4fef-e087-471e-9ae7-879f0864939a
  kind: Event
  lastTimestamp: "2026-04-20T20:41:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:41:13Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg.18a82b4f6aa5b28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27208"
    uid: d30c74e1-93b5-4960-acaa-52dea962ff65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: ad3a4fef-e087-471e-9ae7-879f0864939a
  kind: Event
  lastTimestamp: "2026-04-20T20:41:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:41:13Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg.18a82b4f6b19f125
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: 3dcf08d3-06e1-429b-83eb-2d40f598a100
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: ad3a4fef-e087-471e-9ae7-879f0864939a
  kind: Event
  lastTimestamp: "2026-04-20T20:42:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:42:39Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg.18a82b4fa0246a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "27902"
    uid: 21f538c5-d63e-46e6-9869-2d90a39645cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: ad3a4fef-e087-471e-9ae7-879f0864939a
  kind: Event
  lastTimestamp: "2026-04-20T20:42:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:42:37Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg.18a82b6328b6e498
    namespace: kserve-ci-e2e-test
    resourceVersion: "27839"
    uid: 7940f744-1472-43af-aaf0-ebf05afd7cc5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: ad3a4fef-e087-471e-9ae7-879f0864939a
  kind: Event
  lastTimestamp: "2026-04-20T20:42:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:42:37Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg.18a82b6328b825df
    namespace: kserve-ci-e2e-test
    resourceVersion: "27842"
    uid: 536fee98-6e66-4e10-9186-d57c772bde61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: ad3a4fef-e087-471e-9ae7-879f0864939a
  kind: Event
  lastTimestamp: "2026-04-20T20:42:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:42:39Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg.18a82b63a6561f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27901"
    uid: ecae865e-ced6-4586-870b-771536648a81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27118"
    uid: 78460c30-f49e-472e-be1c-d0fcff705c45
  kind: Event
  lastTimestamp: "2026-04-20T20:41:07Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-blfvg'
  metadata:
    creationTimestamp: "2026-04-20T20:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:41:07Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18a82b4e2dc2ed6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27131"
    uid: 7990c1d7-fa01-4c7a-8984-9ee54471b061
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27116"
    uid: f7efe416-9eff-4786-b6e4-a9265368d182
  kind: Event
  lastTimestamp: "2026-04-20T20:41:07Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:41:07Z"
    name: isvc-predictive-xgboost-predictor.18a82b4e2893739a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 34ac519b-7165-4e63-b709-442d05e2962b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27117"
    uid: 17df56fa-f83e-4cdb-9bda-269ba7bd35a6
  kind: Event
  lastTimestamp: "2026-04-20T20:41:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:41:37Z"
    name: isvc-predictive-xgboost-predictor.18a82b51a79fe5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27386"
    uid: 592cfe95-2827-41e8-93b8-f563b754f03c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27117"
    uid: 17df56fa-f83e-4cdb-9bda-269ba7bd35a6
  kind: Event
  lastTimestamp: "2026-04-20T20:41:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:41:37Z"
    name: isvc-predictive-xgboost-predictor.18a82b51a8050e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27387"
    uid: d42cbbe1-4d82-4315-94b8-1ce8a7e9b6a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27280"
    uid: 17df56fa-f83e-4cdb-9bda-269ba7bd35a6
  kind: Event
  lastTimestamp: "2026-04-20T20:42:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:42:37Z"
    name: isvc-predictive-xgboost-predictor.18a82b58a5efbbcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27814"
    uid: 41e30cd8-ec4e-4386-ac9d-47c16c970eb1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27280"
    uid: 17df56fa-f83e-4cdb-9bda-269ba7bd35a6
  kind: Event
  lastTimestamp: "2026-04-20T20:42:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:42:37Z"
    name: isvc-predictive-xgboost-predictor.18a82b58a653b7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27815"
    uid: ae145ffb-5848-4fc3-b94a-5e3a795c6794
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:45:38.483178Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29349"
    uid: 33896813-d990-4343-8b09-55a064b81ba3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    to ip-10-0-139-59.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:45:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:45:38Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz.18a82b8d355ac8ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "29353"
    uid: 9e5a0b31-ef70-4aa3-a75b-73be285e860e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 33896813-d990-4343-8b09-55a064b81ba3
  kind: Event
  lastTimestamp: "2026-04-20T20:45:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T20:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:45:38Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz.18a82b8d421528af
    namespace: kserve-ci-e2e-test
    resourceVersion: "29362"
    uid: 25a424de-d188-40a2-9e9d-c01da27dafbb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29359"
    uid: 33896813-d990-4343-8b09-55a064b81ba3
  kind: Event
  lastTimestamp: "2026-04-20T20:45:39Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:45:39Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz.18a82b8d72ada69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29374"
    uid: 559d94fa-0cfb-47f1-85f4-a7f90d70e070
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 33896813-d990-4343-8b09-55a064b81ba3
  kind: Event
  lastTimestamp: "2026-04-20T20:45:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:45:39Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz.18a82b8d74126c71
    namespace: kserve-ci-e2e-test
    resourceVersion: "29377"
    uid: 3749e877-8f26-4064-9a48-08678995975c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 33896813-d990-4343-8b09-55a064b81ba3
  kind: Event
  lastTimestamp: "2026-04-20T20:45:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:45:39Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz.18a82b8d77c0138f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29378"
    uid: 1fc33615-2b4b-468d-85dd-c70891dbb3b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 33896813-d990-4343-8b09-55a064b81ba3
  kind: Event
  lastTimestamp: "2026-04-20T20:45:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:45:39Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz.18a82b8d7837a335
    namespace: kserve-ci-e2e-test
    resourceVersion: "29379"
    uid: a6d7c1d8-d7bf-4de2-a1a7-2ee4a15dcf41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 33896813-d990-4343-8b09-55a064b81ba3
  kind: Event
  lastTimestamp: "2026-04-20T20:45:43Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:45:43Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz.18a82b8e753a34b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 5ed79f36-661c-48cd-905b-c270d94394ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 33896813-d990-4343-8b09-55a064b81ba3
  kind: Event
  lastTimestamp: "2026-04-20T20:45:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:45:43Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz.18a82b8e78e68b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "29423"
    uid: f20bc5e1-90ff-4693-ae79-ac83c3eebfd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 33896813-d990-4343-8b09-55a064b81ba3
  kind: Event
  lastTimestamp: "2026-04-20T20:45:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:45:43Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz.18a82b8e795d1e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: 77bd21a4-123f-4ce5-904a-137ce31e519a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 33896813-d990-4343-8b09-55a064b81ba3
  kind: Event
  lastTimestamp: "2026-04-20T20:45:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:45:43Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz.18a82b8e796a1b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29426"
    uid: 0f2ef881-6cf2-4171-a45a-17c3ba1dbd4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 33896813-d990-4343-8b09-55a064b81ba3
  kind: Event
  lastTimestamp: "2026-04-20T20:45:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:45:43Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz.18a82b8e7c7f52cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29429"
    uid: 28360bb1-efe4-4b4a-91cc-81e455bc105c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 33896813-d990-4343-8b09-55a064b81ba3
  kind: Event
  lastTimestamp: "2026-04-20T20:45:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:45:43Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz.18a82b8e7cf4c393
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 0f3a5981-d330-4b04-8515-78f87f6490fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 33896813-d990-4343-8b09-55a064b81ba3
  kind: Event
  lastTimestamp: "2026-04-20T20:46:50Z"
  message: 'Readiness probe failed: Get "http://10.134.0.35:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.35:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:46:50Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz.18a82b97138ca896
    namespace: kserve-ci-e2e-test
    resourceVersion: "29905"
    uid: 64767282-4aca-4757-852c-a4a596ebd476
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 33896813-d990-4343-8b09-55a064b81ba3
  kind: Event
  lastTimestamp: "2026-04-20T20:47:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:47:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz.18a82ba230f4e333
    namespace: kserve-ci-e2e-test
    resourceVersion: "30064"
    uid: f5164783-7d4d-4020-8138-1a19f8ffcd8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 33896813-d990-4343-8b09-55a064b81ba3
  kind: Event
  lastTimestamp: "2026-04-20T20:47:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:47:08Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz.18a82ba230f7899c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30066"
    uid: 6a88bd10-7312-4def-9f63-0d8ba254d47b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 33896813-d990-4343-8b09-55a064b81ba3
  kind: Event
  lastTimestamp: "2026-04-20T20:47:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:47:10Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz.18a82ba2b775a6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30125"
    uid: 391bea22-e571-45ad-aa14-af1d9fdd9ae7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29337"
    uid: 813c718e-0977-46ae-b819-1f1a4cd6e55d
  kind: Event
  lastTimestamp: "2026-04-20T20:45:38Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-wbdxz'
  metadata:
    creationTimestamp: "2026-04-20T20:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:45:38Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18a82b8d34f2c253
    namespace: kserve-ci-e2e-test
    resourceVersion: "29350"
    uid: bc20692f-d577-4760-8f68-f3dfe2974693
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29334"
    uid: 3264ec76-34e4-4b7d-85ed-e2b3375b2d49
  kind: Event
  lastTimestamp: "2026-04-20T20:45:38Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:45:38Z"
    name: isvc-predictive-xgboost-v2-predictor.18a82b8d30453530
    namespace: kserve-ci-e2e-test
    resourceVersion: "29339"
    uid: b08776b2-73dd-4fa6-bd09-e9149e3792ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 91718e00-b5f2-4f5b-9338-8139a1d4ab32
  kind: Event
  lastTimestamp: "2026-04-20T20:46:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:46:08Z"
    name: isvc-predictive-xgboost-v2-predictor.18a82b90af4e8cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29597"
    uid: c0eb9cf8-ccdf-42d8-ae67-e13a5f053889
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 91718e00-b5f2-4f5b-9338-8139a1d4ab32
  kind: Event
  lastTimestamp: "2026-04-20T20:46:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:46:08Z"
    name: isvc-predictive-xgboost-v2-predictor.18a82b90afb25f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "29598"
    uid: 7aac3071-400e-4492-a216-e3520ba2274a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:46:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29495"
    uid: 91718e00-b5f2-4f5b-9338-8139a1d4ab32
  kind: Event
  lastTimestamp: "2026-04-20T20:47:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:47:08Z"
    name: isvc-predictive-xgboost-v2-predictor.18a82b97ad8c450f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30035"
    uid: d0f725ce-1a74-4e5c-b33a-480f9114740c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:46:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29495"
    uid: 91718e00-b5f2-4f5b-9338-8139a1d4ab32
  kind: Event
  lastTimestamp: "2026-04-20T20:47:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:47:08Z"
    name: isvc-predictive-xgboost-v2-predictor.18a82b97adf1f5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30036"
    uid: beb3d721-64a9-426c-afcb-54c5503e7dcc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29308"
    uid: 401691a9-b2d3-4b9a-a732-46fb32cea1b0
  kind: Event
  lastTimestamp: "2026-04-20T20:46:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:46:58Z"
    name: isvc-predictive-xgboost-v2.18a82b8d304ef84c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: df83b6bb-460d-411e-8ef7-2a812545444f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29308"
    uid: 401691a9-b2d3-4b9a-a732-46fb32cea1b0
  kind: Event
  lastTimestamp: "2026-04-20T20:45:38Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:45:38Z"
    name: isvc-predictive-xgboost-v2.18a82b8d30e55fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29358"
    uid: be782ad3-9024-48ce-b3c0-db77fbd1a749
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:45:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29320"
    uid: 401691a9-b2d3-4b9a-a732-46fb32cea1b0
  kind: Event
  lastTimestamp: "2026-04-20T20:45:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:45:38Z"
    name: isvc-predictive-xgboost-v2.18a82b8d363cd868
    namespace: kserve-ci-e2e-test
    resourceVersion: "29360"
    uid: 433192cd-95f2-4d55-bba8-b9c9bd62daad
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:46:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29964"
    uid: 401691a9-b2d3-4b9a-a732-46fb32cea1b0
  kind: Event
  lastTimestamp: "2026-04-20T20:46:58Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:46:58Z"
    name: isvc-predictive-xgboost-v2.18a82b9fda42a4ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "29965"
    uid: ebfc313d-dd3c-46aa-ba34-ac2bad8493af
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: e37178a5-a939-41be-9c8e-67ae2506238b
  kind: Event
  lastTimestamp: "2026-04-20T20:42:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:42:30Z"
    name: isvc-predictive-xgboost.18a82b4e288fde78
    namespace: kserve-ci-e2e-test
    resourceVersion: "27763"
    uid: d5a6d854-6929-495b-8e22-42f304111274
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:41:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: e37178a5-a939-41be-9c8e-67ae2506238b
  kind: Event
  lastTimestamp: "2026-04-20T20:41:07Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:41:07Z"
    name: isvc-predictive-xgboost.18a82b4e292bf146
    namespace: kserve-ci-e2e-test
    resourceVersion: "27123"
    uid: 819d3f45-acfd-44fe-8e7b-57a059478006
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:42:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27761"
    uid: e37178a5-a939-41be-9c8e-67ae2506238b
  kind: Event
  lastTimestamp: "2026-04-20T20:42:30Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:42:30Z"
    name: isvc-predictive-xgboost.18a82b61574e0659
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: 7e133ef0-b5b7-41f4-ae78-6922fcd95903
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:37:34.025013Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: 2d5611b1-ee37-4683-91f1-6d2a6fb3fcfb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-63f047-predictor-5b4c68b4d-xwbzq
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:37:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:37:34Z"
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq.18a82b1c6965e5e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24972"
    uid: 6e635117-661f-4f4f-8702-fa900ac67ccb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24978"
    uid: 2d5611b1-ee37-4683-91f1-6d2a6fb3fcfb
  kind: Event
  lastTimestamp: "2026-04-20T20:37:34Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:37:34Z"
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq.18a82b1c82b9efb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24985"
    uid: d55b79fb-3bdc-4c7c-b9a3-f2918a0256ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: 2d5611b1-ee37-4683-91f1-6d2a6fb3fcfb
  kind: Event
  lastTimestamp: "2026-04-20T20:37:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:37:34Z"
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq.18a82b1c8413204e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24987"
    uid: aa07356e-158d-4af4-b6d7-55b5869a2f50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: 2d5611b1-ee37-4683-91f1-6d2a6fb3fcfb
  kind: Event
  lastTimestamp: "2026-04-20T20:37:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:37:34Z"
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq.18a82b1c86f418b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24988"
    uid: 5845d791-7ebf-44fe-9c66-5ec8f6ebd9f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: 2d5611b1-ee37-4683-91f1-6d2a6fb3fcfb
  kind: Event
  lastTimestamp: "2026-04-20T20:37:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:37:34Z"
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq.18a82b1c876117b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24989"
    uid: 531450f8-4372-4749-bfcf-fedef552f0c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: 2d5611b1-ee37-4683-91f1-6d2a6fb3fcfb
  kind: Event
  lastTimestamp: "2026-04-20T20:37:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:37:38Z"
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq.18a82b1d6e4c1377
    namespace: kserve-ci-e2e-test
    resourceVersion: "25142"
    uid: dbf13dd5-25e1-4b78-ba9d-0dda8442a194
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: 2d5611b1-ee37-4683-91f1-6d2a6fb3fcfb
  kind: Event
  lastTimestamp: "2026-04-20T20:37:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:37:38Z"
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq.18a82b1d7187c88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 99e82e7e-4028-4759-b372-f3c673599e35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: 2d5611b1-ee37-4683-91f1-6d2a6fb3fcfb
  kind: Event
  lastTimestamp: "2026-04-20T20:37:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:37:38Z"
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq.18a82b1d71f5e415
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 94327ecd-786c-4bbf-bf23-751685ab08e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: 2d5611b1-ee37-4683-91f1-6d2a6fb3fcfb
  kind: Event
  lastTimestamp: "2026-04-20T20:37:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:37:38Z"
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq.18a82b1d7201895f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25149"
    uid: 8642bf76-b5ad-4d9f-a725-75f04f357f71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: 2d5611b1-ee37-4683-91f1-6d2a6fb3fcfb
  kind: Event
  lastTimestamp: "2026-04-20T20:37:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:37:38Z"
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq.18a82b1d74c60c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "25152"
    uid: d4940a2b-d218-4e75-9911-92f1d8d9a309
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: 2d5611b1-ee37-4683-91f1-6d2a6fb3fcfb
  kind: Event
  lastTimestamp: "2026-04-20T20:37:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:37:38Z"
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq.18a82b1d75305595
    namespace: kserve-ci-e2e-test
    resourceVersion: "25153"
    uid: 38dacbce-75a7-40af-b7b6-dd965536d73d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: 2d5611b1-ee37-4683-91f1-6d2a6fb3fcfb
  kind: Event
  lastTimestamp: "2026-04-20T20:38:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:38:36Z"
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq.18a82b1de63aa1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25740"
    uid: 18599d00-0ca0-4875-8829-4317f050c30e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: 2d5611b1-ee37-4683-91f1-6d2a6fb3fcfb
  kind: Event
  lastTimestamp: "2026-04-20T20:39:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:12Z"
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq.18a82b3349262ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: b1a91c47-5899-406b-8fe5-a8169dcc5ad1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: 2d5611b1-ee37-4683-91f1-6d2a6fb3fcfb
  kind: Event
  lastTimestamp: "2026-04-20T20:39:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:12Z"
    name: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq.18a82b334926aea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26122"
    uid: be1f9596-6110-4c6a-a9fe-c1f8a6917046
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-63f047-predictor-5b4c68b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24959"
    uid: 18ee05bc-636a-4ca3-beff-b8a22f0e5c50
  kind: Event
  lastTimestamp: "2026-04-20T20:37:34Z"
  message: 'Created pod: isvc-primary-63f047-predictor-5b4c68b4d-xwbzq'
  metadata:
    creationTimestamp: "2026-04-20T20:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:37:34Z"
    name: isvc-primary-63f047-predictor-5b4c68b4d.18a82b1c68d951a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24970"
    uid: 5322052f-f538-4c7c-9e6c-ffbc8d987c10
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-63f047-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24956"
    uid: 5d92bc45-d420-4169-8f01-87a0f7e93016
  kind: Event
  lastTimestamp: "2026-04-20T20:37:33Z"
  message: Scaled up replica set isvc-primary-63f047-predictor-5b4c68b4d from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-20T20:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:37:33Z"
    name: isvc-primary-63f047-predictor.18a82b1c6451f907
    namespace: kserve-ci-e2e-test
    resourceVersion: "24961"
    uid: 556d395b-c94c-4225-936a-c5634a84b619
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-63f047-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24958"
    uid: df1b2594-2250-4a15-86fb-18338aa02409
  kind: Event
  lastTimestamp: "2026-04-20T20:37:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:37:48Z"
    name: isvc-primary-63f047-predictor.18a82b1fe2cc8b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25367"
    uid: c57fd080-8bc9-4dca-94de-c7573ccd12f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-63f047-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24958"
    uid: df1b2594-2250-4a15-86fb-18338aa02409
  kind: Event
  lastTimestamp: "2026-04-20T20:37:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:37:48Z"
    name: isvc-primary-63f047-predictor.18a82b1fe33126b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: d80af9b4-de80-48df-84e7-4dc0fe7c56ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-20T20:38:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-63f047-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25368"
    uid: df1b2594-2250-4a15-86fb-18338aa02409
  kind: Event
  lastTimestamp: "2026-04-20T20:39:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:39:04Z"
    name: isvc-primary-63f047-predictor.18a82b23625b6a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26008"
    uid: 961672ed-468f-40b6-951d-94ed55ce0cb2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-20T20:38:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-63f047-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25368"
    uid: df1b2594-2250-4a15-86fb-18338aa02409
  kind: Event
  lastTimestamp: "2026-04-20T20:39:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:39:04Z"
    name: isvc-primary-63f047-predictor.18a82b2362bd7e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26009"
    uid: 061d7eb1-ce97-4a41-bb7c-df5dce45ec03
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-63f047
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: c59bca26-c83c-477a-a300-fd60ff82f212
  kind: Event
  lastTimestamp: "2026-04-20T20:38:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:38:46Z"
    name: isvc-primary-63f047.18a82b1c643273f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25823"
    uid: 1cbba767-6c96-429d-ad21-a7866bf1e815
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-63f047
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: c59bca26-c83c-477a-a300-fd60ff82f212
  kind: Event
  lastTimestamp: "2026-04-20T20:37:34Z"
  message: 'Failed to update status for InferenceService "isvc-primary-63f047": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-63f047":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:37:34Z"
    name: isvc-primary-63f047.18a82b1c648b4417
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: 09ec1cc0-59db-41e5-bd4d-b08dedbf23c7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:37:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-63f047
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: c59bca26-c83c-477a-a300-fd60ff82f212
  kind: Event
  lastTimestamp: "2026-04-20T20:37:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-63f047": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:37:34Z"
    name: isvc-primary-63f047.18a82b1c648b8db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24977"
    uid: c3f2e82d-63d6-4615-b8a2-2f11858df823
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:38:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-63f047
    namespace: kserve-ci-e2e-test
    resourceVersion: "25820"
    uid: c59bca26-c83c-477a-a300-fd60ff82f212
  kind: Event
  lastTimestamp: "2026-04-20T20:38:46Z"
  message: InferenceService [isvc-primary-63f047] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:38:46Z"
    name: isvc-primary-63f047.18a82b2d49278fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25822"
    uid: 3366734f-d9b3-4956-832d-998b306a27cd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:38:54.171238Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-63f047-predictor-6459c4bbc9-4sbw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25909"
    uid: 5b02cc34-80f4-4c6d-bc12-8103bdbb047a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-63f047-predictor-6459c4bbc9-4sbw8
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:38:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:38:54Z"
    name: isvc-secondary-63f047-predictor-6459c4bbc9-4sbw8.18a82b2f127c2f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25913"
    uid: 785b085c-b5c9-40fc-82c8-bf175ba49d33
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:38:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-63f047-predictor-6459c4bbc9-4sbw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 5b02cc34-80f4-4c6d-bc12-8103bdbb047a
  kind: Event
  lastTimestamp: "2026-04-20T20:38:54Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:38:54Z"
    name: isvc-secondary-63f047-predictor-6459c4bbc9-4sbw8.18a82b2f2b9b701e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25923"
    uid: e7bab076-def5-4be9-b65c-4ce0fd24010f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-63f047-predictor-6459c4bbc9-4sbw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25911"
    uid: 5b02cc34-80f4-4c6d-bc12-8103bdbb047a
  kind: Event
  lastTimestamp: "2026-04-20T20:39:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:00Z"
    name: isvc-secondary-63f047-predictor-6459c4bbc9-4sbw8.18a82b2f2ceb18c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25980"
    uid: 800f25b0-dc8f-4b3e-8fcc-15dea91fc58e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-63f047-predictor-6459c4bbc9-4sbw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25911"
    uid: 5b02cc34-80f4-4c6d-bc12-8103bdbb047a
  kind: Event
  lastTimestamp: "2026-04-20T20:39:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:00Z"
    name: isvc-secondary-63f047-predictor-6459c4bbc9-4sbw8.18a82b2f2fa8da8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25986"
    uid: 10c5a3d0-2b52-4f84-be72-6effcd22932b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-63f047-predictor-6459c4bbc9-4sbw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25911"
    uid: 5b02cc34-80f4-4c6d-bc12-8103bdbb047a
  kind: Event
  lastTimestamp: "2026-04-20T20:39:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:00Z"
    name: isvc-secondary-63f047-predictor-6459c4bbc9-4sbw8.18a82b2f301a8b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "25987"
    uid: 49d0ccc5-2d4f-49bb-b134-3e959ece69f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-63f047-predictor-6459c4bbc9-4sbw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25911"
    uid: 5b02cc34-80f4-4c6d-bc12-8103bdbb047a
  kind: Event
  lastTimestamp: "2026-04-20T20:39:04Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-63f047-predictor-6459c4bbc9-4sbw8_kserve-ci-e2e-test(5b02cc34-80f4-4c6d-bc12-8103bdbb047a)
  metadata:
    creationTimestamp: "2026-04-20T20:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:39:04Z"
    name: isvc-secondary-63f047-predictor-6459c4bbc9-4sbw8.18a82b318722e5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26015"
    uid: 39cd0c09-1a0e-4a3f-b2d2-c7b3655e1848
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:38:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-63f047-predictor-6459c4bbc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25900"
    uid: 276b5588-b246-403e-84f5-8e1746ac73bd
  kind: Event
  lastTimestamp: "2026-04-20T20:38:54Z"
  message: 'Created pod: isvc-secondary-63f047-predictor-6459c4bbc9-4sbw8'
  metadata:
    creationTimestamp: "2026-04-20T20:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:38:54Z"
    name: isvc-secondary-63f047-predictor-6459c4bbc9.18a82b2f11f1e52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25910"
    uid: c162b3bc-61de-44b9-8c73-eab9bf7a8d85
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:38:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-63f047-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25898"
    uid: 67b86783-0741-435c-800b-7f52ed8c9341
  kind: Event
  lastTimestamp: "2026-04-20T20:38:54Z"
  message: Scaled up replica set isvc-secondary-63f047-predictor-6459c4bbc9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-20T20:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:38:54Z"
    name: isvc-secondary-63f047-predictor.18a82b2f0e804cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25902"
    uid: 730dc61d-a24c-45eb-bb4b-641a98e4b522
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-63f047-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: 31a29256-4880-4ecb-a954-f0e5e92ea9c3
  kind: Event
  lastTimestamp: "2026-04-20T20:39:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:39:09Z"
    name: isvc-secondary-63f047-predictor.18a82b328d0e606a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26050"
    uid: fcb7ee79-da87-44e5-ae96-7682dfcb3cbf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:39:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-63f047-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25899"
    uid: 31a29256-4880-4ecb-a954-f0e5e92ea9c3
  kind: Event
  lastTimestamp: "2026-04-20T20:39:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:39:09Z"
    name: isvc-secondary-63f047-predictor.18a82b328d8a9628
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 8e27826f-ab90-45c9-ba9d-34121147189b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-20T20:38:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-63f047
    namespace: kserve-ci-e2e-test
    resourceVersion: "25887"
    uid: be186c57-f3a4-4f69-82ef-49673482f6bc
  kind: Event
  lastTimestamp: "2026-04-20T20:39:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:39:07Z"
    name: isvc-secondary-63f047.18a82b2f0e71ef5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: e562e32d-163b-4b59-a303-5f1e75c075b9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:38:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-63f047
    namespace: kserve-ci-e2e-test
    resourceVersion: "25887"
    uid: be186c57-f3a4-4f69-82ef-49673482f6bc
  kind: Event
  lastTimestamp: "2026-04-20T20:38:54Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-63f047":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-63f047":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:38:54Z"
    name: isvc-secondary-63f047.18a82b2f0f15c343
    namespace: kserve-ci-e2e-test
    resourceVersion: "25904"
    uid: ba1d77ea-b1df-4723-9149-52e8d51ba9d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:38:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-63f047
    namespace: kserve-ci-e2e-test
    resourceVersion: "25887"
    uid: be186c57-f3a4-4f69-82ef-49673482f6bc
  kind: Event
  lastTimestamp: "2026-04-20T20:38:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-63f047": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:38:54Z"
    name: isvc-secondary-63f047.18a82b2f0f160de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25905"
    uid: 84d40328-ec8e-4c03-bec3-4a64a249e118
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:17:13.802589Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14960"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:17:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:17:13Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a004e7987db
    namespace: kserve-ci-e2e-test
    resourceVersion: "14964"
    uid: 67eab386-8580-45c6-b557-b593f80cb22a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14971"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:17:14Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:17:14Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a0067e7b9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14981"
    uid: 223cca30-b61a-4544-b648-a37e085a1067
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:17:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:14Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a00695a9fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14983"
    uid: 29d910a7-172a-4313-9d82-530d8273ca5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:17:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:14Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a006c51fef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14984"
    uid: a5ed682b-88b4-452d-b4eb-dda0981eeeed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:17:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:14Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a006cbfbfc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14985"
    uid: 444e2c76-1d12-46e6-8363-42572bfd8320
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:17:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:18Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a0152cde513
    namespace: kserve-ci-e2e-test
    resourceVersion: "15019"
    uid: 08bf236d-410c-421b-b002-be0045dde6eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:17:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:18Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a01562a36dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 535e9e88-a880-43bf-99c7-41d3434a9b3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:17:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:18Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a0156b3b380
    namespace: kserve-ci-e2e-test
    resourceVersion: "15024"
    uid: 212e795a-a298-408b-82d8-f05d59574f04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:17:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:18Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a0156bfaea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: ef085536-208e-41c5-9c0e-43eb24d57281
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:17:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:18Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a015a26c4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: 3758ff95-f48a-4c53-888a-db6b30ea5331
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:17:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:18Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a015af1884f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15028"
    uid: ede88fa1-55ae-4920-8732-87cb07ad6fbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:17:18Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:04387bc02593a57a59970799a98bb0f0c4351f10f0912ba6f376f88063c848eb"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:18Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a015afd9f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: 25f28c2a-79db-49b9-8233-17ed057bba41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:17:18Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-20T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:18Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a015f0efd05
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: 80a093c0-6a55-4134-aea0-27a08b61e126
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:17:18Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-20T20:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:18Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a015f7ff636
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: cbdc93cf-a7d5-4bea-b8dc-57b6fcfc0811
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:18:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:18:56Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a018ee5a587
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: f3d16035-027a-4099-9563-be9f14ec839e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:18:56Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-20T20:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:18:56Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a01cab22e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: bb3302ba-9125-4dfc-b8cd-7b85c8ae6be5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:18:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:18:38Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a141cbbed91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: 820da49e-1ad5-4dd9-9f49-0bf61eb9683b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:18:38Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-20T20:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:18:38Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a141cbc4a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15666"
    uid: eb93a700-113c-4de2-85f1-dd3fb8c83403
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:18:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:18:38Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a141cbcb26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15668"
    uid: f5932f0f-0f19-421e-b723-afad3e15584c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 975ec177-b69b-4b8b-9297-309ea4fec83a
  kind: Event
  lastTimestamp: "2026-04-20T20:18:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:18:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:18:56Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v.18a82a14a6ca5bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "15847"
    uid: b2a3bf6b-7af5-40d7-831b-0431e47bab73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14947"
    uid: e914ba03-5bd5-4373-9489-2b6c9797d9a7
  kind: Event
  lastTimestamp: "2026-04-20T20:17:13Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-ccbd696dd-b8x7v'
  metadata:
    creationTimestamp: "2026-04-20T20:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:17:13Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd.18a82a004dec2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "14961"
    uid: a3db0572-98ca-4c03-b8f8-53602bd9a3d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: fdcc93e5-a422-4fa3-94e0-1dc4b5c923be
  kind: Event
  lastTimestamp: "2026-04-20T20:17:13Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-ccbd696dd from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:17:13Z"
    name: isvc-sklearn-batcher-custom-predictor.18a82a004961196a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 687dd193-0c14-4962-89ab-20a6ed5ad975
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14946"
    uid: b30bd69d-957f-4ee5-97c4-6b946643cdbe
  kind: Event
  lastTimestamp: "2026-04-20T20:17:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:17:58Z"
    name: isvc-sklearn-batcher-custom-predictor.18a82a03c857f198
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: 17754cbf-dc75-418c-9c3e-f5c6a9f70828
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14946"
    uid: b30bd69d-957f-4ee5-97c4-6b946643cdbe
  kind: Event
  lastTimestamp: "2026-04-20T20:17:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:17:58Z"
    name: isvc-sklearn-batcher-custom-predictor.18a82a03c8bbd2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15347"
    uid: 1c33756a-36d9-4018-b28f-40ed3ee1e0be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15122"
    uid: b30bd69d-957f-4ee5-97c4-6b946643cdbe
  kind: Event
  lastTimestamp: "2026-04-20T20:18:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:18:28Z"
    name: isvc-sklearn-batcher-custom-predictor.18a82a07475f7c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: f80dec30-781a-4a44-acdf-8823688d33e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15122"
    uid: b30bd69d-957f-4ee5-97c4-6b946643cdbe
  kind: Event
  lastTimestamp: "2026-04-20T20:18:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:18:28Z"
    name: isvc-sklearn-batcher-custom-predictor.18a82a0747c1e3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15571"
    uid: e46b97aa-c02c-4aa8-8cf0-2900d3d52ca2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: ffa73bf4-9109-456f-b008-fdad8bde1709
  kind: Event
  lastTimestamp: "2026-04-20T20:18:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:18:26Z"
    name: isvc-sklearn-batcher-custom.18a82a004939e3f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: 26971642-7b02-4eb7-9360-3900219fb2a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: ffa73bf4-9109-456f-b008-fdad8bde1709
  kind: Event
  lastTimestamp: "2026-04-20T20:17:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:17:13Z"
    name: isvc-sklearn-batcher-custom.18a82a0049acb8ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: 06a34c42-df45-4dee-8418-78935b330c58
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14930"
    uid: ffa73bf4-9109-456f-b008-fdad8bde1709
  kind: Event
  lastTimestamp: "2026-04-20T20:17:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:17:13Z"
    name: isvc-sklearn-batcher-custom.18a82a004ee7df5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14970"
    uid: cdded4fa-ffec-4b5b-a9d1-213a976c1272
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: ffa73bf4-9109-456f-b008-fdad8bde1709
  kind: Event
  lastTimestamp: "2026-04-20T20:18:26Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:18:26Z"
    name: isvc-sklearn-batcher-custom.18a82a112e84b101
    namespace: kserve-ci-e2e-test
    resourceVersion: "15550"
    uid: 528e3f69-f8d8-41ff-8975-233f4fc5112c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:15:28.578093Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14106"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:15:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:15:28Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829e7ce9ae2a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14113"
    uid: 8ce21147-686b-4aec-81f8-daed896c6c0f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T20:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:28Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829e7e0693e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "14124"
    uid: 22a32fdb-4452-4482-b8be-5a7f8099394f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14117"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:29Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:15:29Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829e8183c6777
    namespace: kserve-ci-e2e-test
    resourceVersion: "14136"
    uid: 1c270f3f-7e33-4d83-847e-770fcd56d942
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:29Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
  metadata:
    creationTimestamp: "2026-04-20T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:29Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829e819bb0256
    namespace: kserve-ci-e2e-test
    resourceVersion: "14138"
    uid: 3fd1d89a-6f17-4856-9fb8-8f472f1f7da7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:33Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    in 3.438s (3.438s including waiting). Image size: 300951977 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:33Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829e8e6b1ce3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14161"
    uid: 2e4e81c6-e7bb-4041-b3ec-11f408d72a9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:33Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829e8e9f29c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "14162"
    uid: de9e025a-1ee8-4315-8249-40d9b3499baf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:33Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829e8ea60925d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14164"
    uid: 844eb099-8a6f-4f08-8e9b-226272d75842
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:37Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
  metadata:
    creationTimestamp: "2026-04-20T20:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:37Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829e9f54fcfd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14202"
    uid: d53d0d58-3785-4211-b189-41138403119e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:51Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    in 13.466s (13.466s including waiting). Image size: 1560610732 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:51Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829ed17fb63d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14299"
    uid: 1766eb6e-283d-47b2-84b9-21ad0758e3b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:51Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829ed1b49dfeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14301"
    uid: 4f798535-3e8a-4289-99d4-4b9273848353
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:51Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829ed1bbb0302
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: 59b75330-3b80-453a-aee1-9cd245ad934f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:51Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-20T20:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:51Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829ed1bc6e993
    namespace: kserve-ci-e2e-test
    resourceVersion: "14303"
    uid: f9525529-e64f-4275-87a1-844f6fd54bb2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.324s (2.324s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:53Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829eda652bed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14319"
    uid: 881a3a1b-b5fb-4317-b978-09e535bf7030
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:53Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829eda9b89ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 43d476cd-e777-43e0-a313-0ee9934c63aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:53Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829edaa27a24c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14322"
    uid: 1b4bd32a-47cb-4560-bf3c-eb0afee891d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:53Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:04387bc02593a57a59970799a98bb0f0c4351f10f0912ba6f376f88063c848eb"
  metadata:
    creationTimestamp: "2026-04-20T20:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:53Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829edaa34aaca
    namespace: kserve-ci-e2e-test
    resourceVersion: "14323"
    uid: c960b45f-79ff-4649-a099-1ffe77ded1d5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:04387bc02593a57a59970799a98bb0f0c4351f10f0912ba6f376f88063c848eb"
    in 2.839s (2.839s including waiting). Image size: 237897292 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:56Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829ee537ada76
    namespace: kserve-ci-e2e-test
    resourceVersion: "14341"
    uid: d8263c12-d16f-40d5-85e0-41ca501d7441
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:56Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-20T20:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:56Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829ee56968a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "14342"
    uid: 03f2bf99-ed7f-47fc-b04b-b6e6e814d66e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:15:56Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-20T20:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:15:56Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829ee5703f92f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14343"
    uid: 096ca7b7-6a61-4466-b435-a5200f4de322
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:17:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:29Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829ee66ff57c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15130"
    uid: 4d1c2ec8-2c7d-45a1-961b-7fe8c17a167e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:17:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-20T20:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:19Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a829eea2ce3a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15053"
    uid: 09949905-7408-4f4a-96ce-32ce3f892a37
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:17:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:13Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a82a0048924778
    namespace: kserve-ci-e2e-test
    resourceVersion: "14945"
    uid: 56192760-36b4-448e-93b8-c4b5bde47c3b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:17:13Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-20T20:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:13Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a82a004895342d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14948"
    uid: 6de743f3-7eeb-4685-8b83-1bf17c7f1b0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:17:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:13Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a82a0048958074
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: 156c2344-95fe-4570-af71-257389092cc8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: d08af062-20ce-42c9-af90-0b4308d2e366
  kind: Event
  lastTimestamp: "2026-04-20T20:17:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:17:28Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d.18a82a0054f40d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15124"
    uid: 069c88d1-504f-4fbd-a882-47e979ae5e7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6c75bdff6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14098"
    uid: 277ce936-f16b-4f4a-8ab3-1ad1b2be64cb
  kind: Event
  lastTimestamp: "2026-04-20T20:15:28Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6c75bdff6f-47k5d'
  metadata:
    creationTimestamp: "2026-04-20T20:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:15:28Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f.18a829e7cdff9f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "14108"
    uid: 2e29a8c3-22cc-42c4-9146-83a0b7aa169a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14097"
    uid: 2817dee9-05a2-4954-a9c0-396216bfb405
  kind: Event
  lastTimestamp: "2026-04-20T20:15:28Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6c75bdff6f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-20T20:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:15:28Z"
    name: isvc-sklearn-batcher-predictor.18a829e7c79f8463
    namespace: kserve-ci-e2e-test
    resourceVersion: "14099"
    uid: 1a7ea9f4-afd4-45b3-8824-f54b35e2476c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14105"
    uid: 2f388b5e-c50d-498d-bb75-c10d46371d0e
  kind: Event
  lastTimestamp: "2026-04-20T20:16:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:16:28Z"
    name: isvc-sklearn-batcher-predictor.18a829eb4d0d2f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "14585"
    uid: f573970d-941f-4dbe-a01d-b8a60519f69f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14105"
    uid: 2f388b5e-c50d-498d-bb75-c10d46371d0e
  kind: Event
  lastTimestamp: "2026-04-20T20:16:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:16:28Z"
    name: isvc-sklearn-batcher-predictor.18a829eb4d7897ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 433d1ae8-eb85-4776-bf48-603769e9b166
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:16:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14245"
    uid: 2f388b5e-c50d-498d-bb75-c10d46371d0e
  kind: Event
  lastTimestamp: "2026-04-20T20:16:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:16:58Z"
    name: isvc-sklearn-batcher-predictor.18a829f949ba7ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: d1349d22-d813-4c3d-951e-d456683f5c04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:16:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14245"
    uid: 2f388b5e-c50d-498d-bb75-c10d46371d0e
  kind: Event
  lastTimestamp: "2026-04-20T20:16:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:16:58Z"
    name: isvc-sklearn-batcher-predictor.18a829f94a284987
    namespace: kserve-ci-e2e-test
    resourceVersion: "14799"
    uid: d24694d1-cbad-4b95-adac-0ecdf69fb438
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14087"
    uid: 24089da1-4b53-42d5-bb54-5dbc9c36ce39
  kind: Event
  lastTimestamp: "2026-04-20T20:17:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:17:00Z"
    name: isvc-sklearn-batcher.18a829e7cda41991
    namespace: kserve-ci-e2e-test
    resourceVersion: "14822"
    uid: f4d7fb39-9054-4b76-838e-1555cf9a0e77
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14087"
    uid: 24089da1-4b53-42d5-bb54-5dbc9c36ce39
  kind: Event
  lastTimestamp: "2026-04-20T20:15:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:15:28Z"
    name: isvc-sklearn-batcher.18a829e7ce1c47b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14111"
    uid: a59552bc-c1fc-4e4f-b75b-fa7b49abb18f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:15:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14087"
    uid: 24089da1-4b53-42d5-bb54-5dbc9c36ce39
  kind: Event
  lastTimestamp: "2026-04-20T20:15:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:15:28Z"
    name: isvc-sklearn-batcher.18a829e7ce1c8b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "14112"
    uid: 2f0e0641-6c91-43fa-916f-6a9bfe4af11f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:17:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14819"
    uid: 24089da1-4b53-42d5-bb54-5dbc9c36ce39
  kind: Event
  lastTimestamp: "2026-04-20T20:17:00Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:17:00Z"
    name: isvc-sklearn-batcher.18a829fd18e20ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: c3127c99-ad6b-45f5-ac4a-81d450a6f500
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:27:55.888075Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:27:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:27:55Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a95cdc04755
    namespace: kserve-ci-e2e-test
    resourceVersion: "20240"
    uid: e9d45cd7-7156-404d-86a1-0297acbb647a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:27:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T20:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:56Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a95dde9d41e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20252"
    uid: 243b4c9e-d820-45b4-8dd2-5e464f8461da
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:27:57Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:27:57Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a9617e6e6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20265"
    uid: 2a12c468-c9de-47d1-be18-571ac22d8eb5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:27:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:57Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a96194181d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: e9a2427b-d803-4003-88e8-1fea3b1ddf3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:27:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:57Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a961bf8375d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20269"
    uid: 5836bfde-916d-44e4-b943-b5ff188ffcaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:27:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:27:57Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a961c666241
    namespace: kserve-ci-e2e-test
    resourceVersion: "20270"
    uid: 01fc5b4f-c350-4d85-ba93-39d6a7a792b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:28:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:28:01Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a9718b3e53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20306"
    uid: c721eadd-d209-4c4a-89a2-394a3c283b2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:28:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:28:01Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a971c100871
    namespace: kserve-ci-e2e-test
    resourceVersion: "20310"
    uid: bf9dc5f2-f75a-41ce-a5f2-10a3041ef53f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:28:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:28:01Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a971c7f7d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20311"
    uid: 201a6051-131b-4d6d-b2d5-3221d57cc2d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:28:01Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-20T20:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:28:01Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a971c89bcc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20312"
    uid: cc7bd5b6-05b6-4815-bfb1-556f2d642c7c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:28:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.46s (2.46s including waiting). Image size: 237663777 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:28:03Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a97af30c067
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: c3eca150-ff49-471f-9a27-62f8d343ed16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:28:04Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-20T20:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:28:04Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a97b2398530
    namespace: kserve-ci-e2e-test
    resourceVersion: "20334"
    uid: ab6a1409-1608-42a0-9a7b-f270d1b25360
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:28:04Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-20T20:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:28:04Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a97b2a544e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 046974e7-fc60-4be5-8d9a-d82b17e88138
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:28:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:28:04Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a97b2b1ff9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20338"
    uid: 30eec258-5303-4a0f-acca-f5dc8296df34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:28:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:28:04Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a97b585e8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20339"
    uid: cb291628-d246-4aa1-91f7-b5a160de7a88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:28:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:28:04Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a97b5ef730b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: 98eee7a7-160f-411d-9470-e7c4b98580f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:29:41Z"
  message: 'Readiness probe failed: Get "http://10.132.0.46:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:29:41Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82a9e168dcd10
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 4e294593-292b-47ce-8359-a3736eeee30f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:29:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:29:15Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82aa872c7c281
    namespace: kserve-ci-e2e-test
    resourceVersion: "20873"
    uid: 3154e790-de82-47ca-9688-4f447114ad3b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:29:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:29:15Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82aa872c865a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20878"
    uid: 0fdbff8e-6b23-4d8c-9ee8-823a86c0d6f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:29:15Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-20T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:29:15Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82aa872c87360
    namespace: kserve-ci-e2e-test
    resourceVersion: "20875"
    uid: 1c1ea7f6-e2e8-45d2-bc4d-c96de00e5a96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 3148df86-6705-4616-bd15-e4c87159279f
  kind: Event
  lastTimestamp: "2026-04-20T20:29:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:29:41Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk.18a82aa89051fba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21109"
    uid: d460cb0c-db2a-4a2a-b55b-ed04933842a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5fdf4889b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20226"
    uid: 9959173b-9632-4448-b708-2eaa80395340
  kind: Event
  lastTimestamp: "2026-04-20T20:27:55Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5fdf4889b4-wvtqk'
  metadata:
    creationTimestamp: "2026-04-20T20:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:27:55Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4.18a82a95cd548319
    namespace: kserve-ci-e2e-test
    resourceVersion: "20237"
    uid: 1d80d19f-0dc1-4c5d-b90d-8879f8df6219
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20224"
    uid: 32abb129-c28a-4524-8622-9373150759f1
  kind: Event
  lastTimestamp: "2026-04-20T20:27:55Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5fdf4889b4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:27:55Z"
    name: isvc-sklearn-mcp-predictor.18a82a95ca737c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20227"
    uid: e46c5a7f-3e5f-4fbf-b4c2-b2830a476774
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20196"
    uid: 6871c773-a197-4d19-85d7-1abb437ceaa5
  kind: Event
  lastTimestamp: "2026-04-20T20:29:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:29:11Z"
    name: isvc-sklearn-mcp.18a82a95c9e8cbf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20814"
    uid: b1f21f2c-d142-4cc8-8600-557144a8f974
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:27:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20196"
    uid: 6871c773-a197-4d19-85d7-1abb437ceaa5
  kind: Event
  lastTimestamp: "2026-04-20T20:27:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:27:55Z"
    name: isvc-sklearn-mcp.18a82a95ca85882d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 89818689-f70b-4cf8-bf36-12cae2567875
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:29:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20812"
    uid: 6871c773-a197-4d19-85d7-1abb437ceaa5
  kind: Event
  lastTimestamp: "2026-04-20T20:29:11Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:29:11Z"
    name: isvc-sklearn-mcp.18a82aa76b8012bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20813"
    uid: 62f2c683-4fa2-4051-8d47-a7e66d07abcc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:48:40.994235Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30877"
    uid: 677a00d8-2c24-4e16-b790-7d05ec523d1a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-d8dbfbbb9-gttwj
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:48:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:48:40Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj.18a82bb7b3dc7efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30882"
    uid: bfa1014b-905c-4143-bdaa-0f4bb5818078
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 677a00d8-2c24-4e16-b790-7d05ec523d1a
  kind: Event
  lastTimestamp: "2026-04-20T20:48:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T20:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:48:41Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj.18a82bb7bb17799e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30886"
    uid: dc87140c-2735-49f1-94e4-aeda7f3ad0a8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30885"
    uid: 677a00d8-2c24-4e16-b790-7d05ec523d1a
  kind: Event
  lastTimestamp: "2026-04-20T20:48:42Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:48:42Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj.18a82bb7f0d9f489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30900"
    uid: 183df136-ddaf-4c3a-986e-dac8730855a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 677a00d8-2c24-4e16-b790-7d05ec523d1a
  kind: Event
  lastTimestamp: "2026-04-20T20:48:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:48:42Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj.18a82bb7f229a8b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30902"
    uid: 8993f5c9-11d4-488e-aa43-d81fc1259f02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 677a00d8-2c24-4e16-b790-7d05ec523d1a
  kind: Event
  lastTimestamp: "2026-04-20T20:48:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:48:42Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj.18a82bb7f53c6c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "30903"
    uid: 19dfef0e-c237-4673-920e-6c91eca27315
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 677a00d8-2c24-4e16-b790-7d05ec523d1a
  kind: Event
  lastTimestamp: "2026-04-20T20:48:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:48:42Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj.18a82bb7f5eee050
    namespace: kserve-ci-e2e-test
    resourceVersion: "30904"
    uid: 4d432e54-c28d-4f48-ae20-604b281396a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 677a00d8-2c24-4e16-b790-7d05ec523d1a
  kind: Event
  lastTimestamp: "2026-04-20T20:48:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:48:46Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj.18a82bb904aa18bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30944"
    uid: 54967812-9287-48cd-873f-8d17bc81f2b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 677a00d8-2c24-4e16-b790-7d05ec523d1a
  kind: Event
  lastTimestamp: "2026-04-20T20:48:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:48:46Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj.18a82bb907e49da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30948"
    uid: 615e6834-d7e5-44ec-a26e-4f9da733a238
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 677a00d8-2c24-4e16-b790-7d05ec523d1a
  kind: Event
  lastTimestamp: "2026-04-20T20:48:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:48:46Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj.18a82bb9085677cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30949"
    uid: 997e3a7b-77dd-400a-bfdc-a0980b36fc7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 677a00d8-2c24-4e16-b790-7d05ec523d1a
  kind: Event
  lastTimestamp: "2026-04-20T20:48:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:48:46Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj.18a82bb908622750
    namespace: kserve-ci-e2e-test
    resourceVersion: "30950"
    uid: 7bd9fab2-11a8-4772-b8f4-5615092106bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 677a00d8-2c24-4e16-b790-7d05ec523d1a
  kind: Event
  lastTimestamp: "2026-04-20T20:48:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:48:46Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj.18a82bb90b1b78fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30953"
    uid: ad16bc1a-f9dc-4fda-a09c-1edfdaf2ec10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 677a00d8-2c24-4e16-b790-7d05ec523d1a
  kind: Event
  lastTimestamp: "2026-04-20T20:48:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:48:46Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj.18a82bb90b88e8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30954"
    uid: feb5b878-b325-456d-9674-5ba2ee6e2767
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 677a00d8-2c24-4e16-b790-7d05ec523d1a
  kind: Event
  lastTimestamp: "2026-04-20T20:50:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:50:04Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj.18a82bb97c65a2a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31595"
    uid: 06132622-2f54-45bb-9124-fdc103ff3bd0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 677a00d8-2c24-4e16-b790-7d05ec523d1a
  kind: Event
  lastTimestamp: "2026-04-20T20:50:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:50:01Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj.18a82bca5ac61d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "31526"
    uid: e4754f28-b1b3-4725-b502-0ae543984fe9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 677a00d8-2c24-4e16-b790-7d05ec523d1a
  kind: Event
  lastTimestamp: "2026-04-20T20:50:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:50:01Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj.18a82bca5ac84ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31528"
    uid: 12f9b768-3070-42b0-858b-a11eb3fbbfda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 677a00d8-2c24-4e16-b790-7d05ec523d1a
  kind: Event
  lastTimestamp: "2026-04-20T20:50:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:50:04Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-gttwj.18a82bcb2e80afcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31594"
    uid: 3078d510-9a4e-4281-a714-4c646aa82ccc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-d8dbfbbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30866"
    uid: 94b5beea-63e8-4851-8c16-91ad5bf72a0d
  kind: Event
  lastTimestamp: "2026-04-20T20:48:40Z"
  message: 'Created pod: isvc-sklearn-predictor-d8dbfbbb9-gttwj'
  metadata:
    creationTimestamp: "2026-04-20T20:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:48:40Z"
    name: isvc-sklearn-predictor-d8dbfbbb9.18a82bb7b345e974
    namespace: kserve-ci-e2e-test
    resourceVersion: "30878"
    uid: 784a256b-fb1a-474b-b776-ecc7019dbbd2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30864"
    uid: c02a368d-a736-4f98-a4a6-843f897ffa0e
  kind: Event
  lastTimestamp: "2026-04-20T20:48:40Z"
  message: Scaled up replica set isvc-sklearn-predictor-d8dbfbbb9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:48:40Z"
    name: isvc-sklearn-predictor.18a82bb7b068a107
    namespace: kserve-ci-e2e-test
    resourceVersion: "30868"
    uid: ff08b1ed-f205-43d4-ad84-691d481f5017
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30865"
    uid: 67487765-62d5-4da4-81b0-58c215cfacd1
  kind: Event
  lastTimestamp: "2026-04-20T20:49:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:49:10Z"
    name: isvc-sklearn-predictor.18a82bbb2f8345cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 6f790393-5cb8-4f1c-9c81-6470b1d203ab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30865"
    uid: 67487765-62d5-4da4-81b0-58c215cfacd1
  kind: Event
  lastTimestamp: "2026-04-20T20:49:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:49:10Z"
    name: isvc-sklearn-predictor.18a82bbb2fe7c33d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31135"
    uid: e957317c-1d9c-4e4f-bfeb-901d77594d7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:49:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31026"
    uid: 67487765-62d5-4da4-81b0-58c215cfacd1
  kind: Event
  lastTimestamp: "2026-04-20T20:49:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:49:56Z"
    name: isvc-sklearn-predictor.18a82bc22da6cc7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31463"
    uid: 9bcdf4d2-b7ca-4eec-9e49-42a00f3cec74
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:49:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31026"
    uid: 67487765-62d5-4da4-81b0-58c215cfacd1
  kind: Event
  lastTimestamp: "2026-04-20T20:49:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:49:56Z"
    name: isvc-sklearn-predictor.18a82bc22e0d794a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31464"
    uid: 8a24bff6-df0c-423f-8200-a0e9e7c9392e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:51:01.346543Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "32058"
    uid: 7d48a708-3069-4fa8-84ae-bd51e5288869
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-65cd49579f-j2w8v
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:51:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:51:01Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v.18a82bd86182cfc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32063"
    uid: bbbefebe-a926-4812-949b-7e58ae212ee3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: 7d48a708-3069-4fa8-84ae-bd51e5288869
  kind: Event
  lastTimestamp: "2026-04-20T20:51:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T20:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:01Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v.18a82bd870915a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32072"
    uid: e96c3e12-78f4-44e7-b09d-29e4771dbaf2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "32067"
    uid: 7d48a708-3069-4fa8-84ae-bd51e5288869
  kind: Event
  lastTimestamp: "2026-04-20T20:51:02Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:51:02Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v.18a82bd89e42f0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "32081"
    uid: f4c9f301-a417-4521-82ca-14c751379b70
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: 7d48a708-3069-4fa8-84ae-bd51e5288869
  kind: Event
  lastTimestamp: "2026-04-20T20:51:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:02Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v.18a82bd89fb7ef19
    namespace: kserve-ci-e2e-test
    resourceVersion: "32083"
    uid: 82e31dc7-0f44-4e53-984a-11079660d60d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: 7d48a708-3069-4fa8-84ae-bd51e5288869
  kind: Event
  lastTimestamp: "2026-04-20T20:51:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:02Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v.18a82bd8a2cc8b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32086"
    uid: 365b9880-b884-4080-887c-0d143b6ba7ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: 7d48a708-3069-4fa8-84ae-bd51e5288869
  kind: Event
  lastTimestamp: "2026-04-20T20:51:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:02Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v.18a82bd8a33f5416
    namespace: kserve-ci-e2e-test
    resourceVersion: "32087"
    uid: 69229a29-a166-454b-a762-eeffc09377c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: 7d48a708-3069-4fa8-84ae-bd51e5288869
  kind: Event
  lastTimestamp: "2026-04-20T20:51:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:08Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v.18a82bd9f6269e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32133"
    uid: 67e7274f-2242-4ca1-9655-abdf06150585
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: 7d48a708-3069-4fa8-84ae-bd51e5288869
  kind: Event
  lastTimestamp: "2026-04-20T20:51:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:08Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v.18a82bd9f9796f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32138"
    uid: f7b84765-e166-44c6-a678-ad88e46d0cd3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: 7d48a708-3069-4fa8-84ae-bd51e5288869
  kind: Event
  lastTimestamp: "2026-04-20T20:51:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:08Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v.18a82bd9f9e52f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "32139"
    uid: 1ad9f5b8-fa7f-4d8f-b3d8-cb7a0fbf7515
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: 7d48a708-3069-4fa8-84ae-bd51e5288869
  kind: Event
  lastTimestamp: "2026-04-20T20:51:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:08Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v.18a82bd9f9f1e16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32140"
    uid: 2ac56a30-a383-4dbf-9b72-9d48c1de5674
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: 7d48a708-3069-4fa8-84ae-bd51e5288869
  kind: Event
  lastTimestamp: "2026-04-20T20:51:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:08Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v.18a82bd9fcb44851
    namespace: kserve-ci-e2e-test
    resourceVersion: "32143"
    uid: e07b0ad2-b4ce-4128-9300-a0e0bc0de554
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: 7d48a708-3069-4fa8-84ae-bd51e5288869
  kind: Event
  lastTimestamp: "2026-04-20T20:51:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:08Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v.18a82bd9fd2353d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: ebfb630c-03d6-4e96-b08c-34e2d3f11048
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: 7d48a708-3069-4fa8-84ae-bd51e5288869
  kind: Event
  lastTimestamp: "2026-04-20T20:51:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:16Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v.18a82bda6e1d4a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "32202"
    uid: 44250e3a-0f04-451e-9082-6998f1983d03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: 7d48a708-3069-4fa8-84ae-bd51e5288869
  kind: Event
  lastTimestamp: "2026-04-20T20:51:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:38Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v.18a82be105bc66a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32398"
    uid: 67912644-94f7-4fcd-97cf-6be4eb70417c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: 7d48a708-3069-4fa8-84ae-bd51e5288869
  kind: Event
  lastTimestamp: "2026-04-20T20:51:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:38Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v.18a82be105c2a6bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32400"
    uid: d11b6dfa-d4b9-4897-8442-2478ed29818e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-65cd49579f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32047"
    uid: 3caeced3-0e9f-4b96-b389-914f5c4ed2c3
  kind: Event
  lastTimestamp: "2026-04-20T20:51:01Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-65cd49579f-j2w8v'
  metadata:
    creationTimestamp: "2026-04-20T20:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:51:01Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f.18a82bd861038765
    namespace: kserve-ci-e2e-test
    resourceVersion: "32060"
    uid: 0c3f8c02-673f-46b7-bab5-3011b36a5d3f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32044"
    uid: f9d040c3-52fd-4660-a0f7-9426077d6f34
  kind: Event
  lastTimestamp: "2026-04-20T20:51:01Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-65cd49579f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-20T20:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:51:01Z"
    name: isvc-sklearn-runtime-predictor.18a82bd85e1a2040
    namespace: kserve-ci-e2e-test
    resourceVersion: "32050"
    uid: fa870f7b-176a-4cf4-9b38-898ee46b1e58
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32046"
    uid: ff98b535-0488-4fc9-986a-f08754e67a1b
  kind: Event
  lastTimestamp: "2026-04-20T20:51:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:51:16Z"
    name: isvc-sklearn-runtime-predictor.18a82bdbdc8c65e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: b5b7af55-7b1f-40e8-95e9-b95e0873dbfd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32046"
    uid: ff98b535-0488-4fc9-986a-f08754e67a1b
  kind: Event
  lastTimestamp: "2026-04-20T20:51:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:51:16Z"
    name: isvc-sklearn-runtime-predictor.18a82bdbdcefd194
    namespace: kserve-ci-e2e-test
    resourceVersion: "32207"
    uid: a4f9a091-455b-4c0a-a5fb-1b64e7d01b93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32206"
    uid: ff98b535-0488-4fc9-986a-f08754e67a1b
  kind: Event
  lastTimestamp: "2026-04-20T20:51:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:51:31Z"
    name: isvc-sklearn-runtime-predictor.18a82bdf5bec03c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32321"
    uid: 4b3a14c8-ac9e-4af9-90e9-930562687d42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32206"
    uid: ff98b535-0488-4fc9-986a-f08754e67a1b
  kind: Event
  lastTimestamp: "2026-04-20T20:51:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:51:31Z"
    name: isvc-sklearn-runtime-predictor.18a82bdf5c4e5006
    namespace: kserve-ci-e2e-test
    resourceVersion: "32323"
    uid: a7c1998b-cdb3-423f-bcb4-40c725dd08ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32018"
    uid: 4d543162-e8f7-4404-a798-20de1f1695eb
  kind: Event
  lastTimestamp: "2026-04-20T20:51:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:51:26Z"
    name: isvc-sklearn-runtime.18a82bd85dfbc1c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32284"
    uid: 76a83686-13bb-4ec6-8a0c-297e4b0fe029
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32018"
    uid: 4d543162-e8f7-4404-a798-20de1f1695eb
  kind: Event
  lastTimestamp: "2026-04-20T20:51:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:51:01Z"
    name: isvc-sklearn-runtime.18a82bd85e653835
    namespace: kserve-ci-e2e-test
    resourceVersion: "32052"
    uid: d0c7827f-ad86-452f-a230-286c2dc79b4a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32282"
    uid: 4d543162-e8f7-4404-a798-20de1f1695eb
  kind: Event
  lastTimestamp: "2026-04-20T20:51:26Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:51:26Z"
    name: isvc-sklearn-runtime.18a82bde2cfe2e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: 25ccb950-6b62-49f0-9873-35b0d20bf69b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T21:05:44.618806Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39473"
    uid: 6a8049a3-c453-40a7-8b86-ad14a7ec8b65
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-88457d696-nr6v9
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T21:05:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T21:05:44Z"
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9.18a82ca608a3eaf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39477"
    uid: 976c9005-21e7-4f0e-a16e-2f4898ca6075
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 6a8049a3-c453-40a7-8b86-ad14a7ec8b65
  kind: Event
  lastTimestamp: "2026-04-20T21:05:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T21:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:05:44Z"
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9.18a82ca610c24036
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: 75908186-d67c-4975-8891-98eeb956350a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39483"
    uid: 6a8049a3-c453-40a7-8b86-ad14a7ec8b65
  kind: Event
  lastTimestamp: "2026-04-20T21:05:45Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T21:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T21:05:45Z"
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9.18a82ca645c52f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39502"
    uid: 3dc04c6b-1985-4fe3-a833-60094fac2330
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 6a8049a3-c453-40a7-8b86-ad14a7ec8b65
  kind: Event
  lastTimestamp: "2026-04-20T21:05:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:05:45Z"
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9.18a82ca64712a1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39504"
    uid: 4d55a2c4-29c5-4612-a4a4-b34120c8df67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 6a8049a3-c453-40a7-8b86-ad14a7ec8b65
  kind: Event
  lastTimestamp: "2026-04-20T21:05:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T21:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:05:45Z"
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9.18a82ca64ac8729b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39505"
    uid: 4cfeea0f-805d-427c-8a68-4b178dae5593
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 6a8049a3-c453-40a7-8b86-ad14a7ec8b65
  kind: Event
  lastTimestamp: "2026-04-20T21:05:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T21:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:05:45Z"
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9.18a82ca64b359674
    namespace: kserve-ci-e2e-test
    resourceVersion: "39506"
    uid: a43bd40b-dea3-4cfd-b204-11515335a6a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 6a8049a3-c453-40a7-8b86-ad14a7ec8b65
  kind: Event
  lastTimestamp: "2026-04-20T21:05:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:05:47Z"
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9.18a82ca69f23c2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39525"
    uid: a4cb1fbe-3e9c-452c-a126-b4573b5858d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 6a8049a3-c453-40a7-8b86-ad14a7ec8b65
  kind: Event
  lastTimestamp: "2026-04-20T21:05:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T21:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:05:47Z"
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9.18a82ca6a1fe9163
    namespace: kserve-ci-e2e-test
    resourceVersion: "39527"
    uid: 109908bb-9885-46fe-bb67-95b18c5e6c24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 6a8049a3-c453-40a7-8b86-ad14a7ec8b65
  kind: Event
  lastTimestamp: "2026-04-20T21:05:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:05:47Z"
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9.18a82ca6a26e0325
    namespace: kserve-ci-e2e-test
    resourceVersion: "39528"
    uid: 7c336148-1636-4770-a882-de34fab44aa3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 6a8049a3-c453-40a7-8b86-ad14a7ec8b65
  kind: Event
  lastTimestamp: "2026-04-20T21:05:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:05:47Z"
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9.18a82ca6a2799aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39530"
    uid: e0f9190a-86b4-4424-8a15-7bb16787a470
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 6a8049a3-c453-40a7-8b86-ad14a7ec8b65
  kind: Event
  lastTimestamp: "2026-04-20T21:05:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T21:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:05:47Z"
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9.18a82ca6a536cfdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39533"
    uid: 71c40634-59bb-4abd-a307-0fbf09e9bc94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 6a8049a3-c453-40a7-8b86-ad14a7ec8b65
  kind: Event
  lastTimestamp: "2026-04-20T21:05:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:05:47Z"
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9.18a82ca6a5a4a1f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39534"
    uid: aa8bd535-d24a-4aa3-a559-7326d18202cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 6a8049a3-c453-40a7-8b86-ad14a7ec8b65
  kind: Event
  lastTimestamp: "2026-04-20T21:07:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T21:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:07:05Z"
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9.18a82ca716e1f6e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40165"
    uid: 32f51d3e-d340-4994-980d-2539c63a115e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 6a8049a3-c453-40a7-8b86-ad14a7ec8b65
  kind: Event
  lastTimestamp: "2026-04-20T21:07:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:07:04Z"
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9.18a82cb8af28d30b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40119"
    uid: defcf245-466f-41a7-8f1f-431843e9533b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 6a8049a3-c453-40a7-8b86-ad14a7ec8b65
  kind: Event
  lastTimestamp: "2026-04-20T21:07:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:07:04Z"
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9.18a82cb8af29bd85
    namespace: kserve-ci-e2e-test
    resourceVersion: "40120"
    uid: 2d4fd52e-727d-4c18-b95c-90d1cb656d75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 6a8049a3-c453-40a7-8b86-ad14a7ec8b65
  kind: Event
  lastTimestamp: "2026-04-20T21:07:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.63:8643/healthz": dial tcp
    10.132.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T21:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:07:05Z"
    name: isvc-sklearn-s3-predictor-88457d696-nr6v9.18a82cb8c90c359e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40164"
    uid: 6ab10e64-b20d-4ec6-8a81-fad1f0185cfd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-88457d696
    namespace: kserve-ci-e2e-test
    resourceVersion: "39463"
    uid: 610191de-c65d-485a-866a-065b4823fc8d
  kind: Event
  lastTimestamp: "2026-04-20T21:05:44Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-88457d696-nr6v9'
  metadata:
    creationTimestamp: "2026-04-20T21:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:05:44Z"
    name: isvc-sklearn-s3-predictor-88457d696.18a82ca60818b92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39474"
    uid: d9102495-0c99-4967-adf1-b4722ea861b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 0fe8cb91-255d-4db4-8a0e-e6634b56d1c7
  kind: Event
  lastTimestamp: "2026-04-20T21:05:44Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-88457d696 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T21:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:05:44Z"
    name: isvc-sklearn-s3-predictor.18a82ca605a1f811
    namespace: kserve-ci-e2e-test
    resourceVersion: "39465"
    uid: d34befb0-2b05-4140-9909-afe3d2fefce7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39462"
    uid: 2ef4aed9-f846-40e9-9d43-081c5e321d0b
  kind: Event
  lastTimestamp: "2026-04-20T21:05:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:05:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:05:59Z"
    name: isvc-sklearn-s3-predictor.18a82ca9845982fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39632"
    uid: b58d4072-fc7c-45d0-b49f-e26a56fc3b20
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39462"
    uid: 2ef4aed9-f846-40e9-9d43-081c5e321d0b
  kind: Event
  lastTimestamp: "2026-04-20T21:05:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:05:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:05:59Z"
    name: isvc-sklearn-s3-predictor.18a82ca984bdda0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39634"
    uid: b6240b2a-78c1-488e-8245-b1143c149040
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T21:06:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39633"
    uid: 2ef4aed9-f846-40e9-9d43-081c5e321d0b
  kind: Event
  lastTimestamp: "2026-04-20T21:06:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:06:59Z"
    name: isvc-sklearn-s3-predictor.18a82cad0355c133
    namespace: kserve-ci-e2e-test
    resourceVersion: "40061"
    uid: 0db9a967-d717-4f75-b6a4-7132fde445ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T21:06:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39633"
    uid: 2ef4aed9-f846-40e9-9d43-081c5e321d0b
  kind: Event
  lastTimestamp: "2026-04-20T21:06:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:06:59Z"
    name: isvc-sklearn-s3-predictor.18a82cad03b95269
    namespace: kserve-ci-e2e-test
    resourceVersion: "40062"
    uid: 93dbcfab-116b-41b5-b816-0a2630b9190c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T21:09:48.137852Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-7jqd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41597"
    uid: df13aab4-5d14-4736-8415-35a8b0f266fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-7jqd7
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T21:09:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T21:09:48Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-7jqd7.18a82cdebb81b3b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41602"
    uid: 06fa4a35-8e3c-434a-bb82-7d1af22bd203
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-7jqd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41600"
    uid: df13aab4-5d14-4736-8415-35a8b0f266fd
  kind: Event
  lastTimestamp: "2026-04-20T21:09:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T21:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:09:48Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-7jqd7.18a82cdec655359a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41610"
    uid: 6a346cc2-8bdc-4974-8e6e-eb4c60614c33
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-7jqd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41606"
    uid: df13aab4-5d14-4736-8415-35a8b0f266fd
  kind: Event
  lastTimestamp: "2026-04-20T21:09:49Z"
  message: Add eth0 [10.132.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T21:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T21:09:49Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-7jqd7.18a82cdef84b7dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "41617"
    uid: ad2f30bb-b4ec-4494-98b7-4c86d7d1f421
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-7jqd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41600"
    uid: df13aab4-5d14-4736-8415-35a8b0f266fd
  kind: Event
  lastTimestamp: "2026-04-20T21:09:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:09:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-7jqd7.18a82cdef9a784fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "41683"
    uid: d253270d-9fa5-4708-8b1b-aae49755aab4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-7jqd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41600"
    uid: df13aab4-5d14-4736-8415-35a8b0f266fd
  kind: Event
  lastTimestamp: "2026-04-20T21:09:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T21:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:09:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-7jqd7.18a82cdefc7a3dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41687"
    uid: 7cf681fe-9499-4e34-941c-a16872efce74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-7jqd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41600"
    uid: df13aab4-5d14-4736-8415-35a8b0f266fd
  kind: Event
  lastTimestamp: "2026-04-20T21:09:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T21:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:09:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-7jqd7.18a82cdefce5e384
    namespace: kserve-ci-e2e-test
    resourceVersion: "41689"
    uid: 52df9a63-3708-4ffd-bf77-28aab42e7d2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-7jqd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41600"
    uid: df13aab4-5d14-4736-8415-35a8b0f266fd
  kind: Event
  lastTimestamp: "2026-04-20T21:09:59Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T21:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:09:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-7jqd7.18a82ce14472e5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41722"
    uid: ef82fe53-a647-4a13-9129-7bf9ee4a711b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41587"
    uid: e2071443-cbd4-4742-aa83-c1cf47703940
  kind: Event
  lastTimestamp: "2026-04-20T21:09:48Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-7jqd7'
  metadata:
    creationTimestamp: "2026-04-20T21:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:09:48Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd.18a82cdebafc998b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41599"
    uid: 1d3dce60-5906-4ae8-893e-b2965a173ef5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41585"
    uid: c58de929-10f8-478e-a3ae-b716b119c516
  kind: Event
  lastTimestamp: "2026-04-20T21:09:48Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T21:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:09:48Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a82cdeb7e3ac0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41589"
    uid: fe113db5-5bd1-4139-9af0-d474a17da889
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41576"
    uid: 1d5061e0-d5a8-4486-8dd6-707fe618d1ab
  kind: Event
  lastTimestamp: "2026-04-20T21:09:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T21:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:09:57Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a82cdeb7bf7147
    namespace: kserve-ci-e2e-test
    resourceVersion: "41690"
    uid: 3446dce6-2886-4949-b6c2-113014c550ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41576"
    uid: 1d5061e0-d5a8-4486-8dd6-707fe618d1ab
  kind: Event
  lastTimestamp: "2026-04-20T21:09:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T21:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:09:48Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a82cdeb8116dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41591"
    uid: c4cdfbf2-94bc-47a2-ae01-561478337848
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T21:08:27.013703Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40924"
    uid: c25a2f8d-0388-4a23-9fe0-e50987535213
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T21:08:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T21:08:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r.18a82ccbd8216a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "40931"
    uid: 550e9abf-301c-4951-a167-15657fd7cc7f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: c25a2f8d-0388-4a23-9fe0-e50987535213
  kind: Event
  lastTimestamp: "2026-04-20T21:08:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T21:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r.18a82ccbe36ce7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40940"
    uid: 40bd5247-5727-4892-9b7f-99e4f6f85a7b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40935"
    uid: c25a2f8d-0388-4a23-9fe0-e50987535213
  kind: Event
  lastTimestamp: "2026-04-20T21:08:28Z"
  message: Add eth0 [10.132.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T21:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T21:08:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r.18a82ccc152ccd34
    namespace: kserve-ci-e2e-test
    resourceVersion: "40952"
    uid: 68fcf6cc-584e-46f1-989e-a06ff5393f96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: c25a2f8d-0388-4a23-9fe0-e50987535213
  kind: Event
  lastTimestamp: "2026-04-20T21:08:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r.18a82ccc16973cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40954"
    uid: 4fdac9ea-3686-4f53-8cfb-c15b1245c7af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: c25a2f8d-0388-4a23-9fe0-e50987535213
  kind: Event
  lastTimestamp: "2026-04-20T21:08:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T21:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r.18a82ccc19701c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "40957"
    uid: 3a7a607a-e2ba-420b-a60c-6d7a10880a48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: c25a2f8d-0388-4a23-9fe0-e50987535213
  kind: Event
  lastTimestamp: "2026-04-20T21:08:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T21:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r.18a82ccc19df0e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: e83dd88d-79f5-4b17-9e82-21b2c13d115b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: c25a2f8d-0388-4a23-9fe0-e50987535213
  kind: Event
  lastTimestamp: "2026-04-20T21:08:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r.18a82ccc789c8187
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: b2d83993-961a-44a9-a07e-6631ebb4a3b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: c25a2f8d-0388-4a23-9fe0-e50987535213
  kind: Event
  lastTimestamp: "2026-04-20T21:08:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T21:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r.18a82ccc7cad5ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40984"
    uid: 128eb741-8c01-4c04-981c-5d905edb8a0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: c25a2f8d-0388-4a23-9fe0-e50987535213
  kind: Event
  lastTimestamp: "2026-04-20T21:08:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r.18a82ccc7d1f2564
    namespace: kserve-ci-e2e-test
    resourceVersion: "40985"
    uid: 4e516717-79a0-4f96-b9fd-7e29f11c7b32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: c25a2f8d-0388-4a23-9fe0-e50987535213
  kind: Event
  lastTimestamp: "2026-04-20T21:08:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r.18a82ccc7d2dbbd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40986"
    uid: 64b2fdf2-923b-4523-a984-62f671299339
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: c25a2f8d-0388-4a23-9fe0-e50987535213
  kind: Event
  lastTimestamp: "2026-04-20T21:08:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T21:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r.18a82ccc8009ee61
    namespace: kserve-ci-e2e-test
    resourceVersion: "40988"
    uid: f9801dc7-91dd-47db-a8b9-486c1bf6fae6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: c25a2f8d-0388-4a23-9fe0-e50987535213
  kind: Event
  lastTimestamp: "2026-04-20T21:08:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r.18a82ccc807cddf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40989"
    uid: 3d8dc972-7f90-4864-85df-dbdc5e8f8706
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: c25a2f8d-0388-4a23-9fe0-e50987535213
  kind: Event
  lastTimestamp: "2026-04-20T21:09:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T21:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:09:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r.18a82cccf0757580
    namespace: kserve-ci-e2e-test
    resourceVersion: "41564"
    uid: cd9ba9b6-0a03-42e0-999c-b18ec22122ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: c25a2f8d-0388-4a23-9fe0-e50987535213
  kind: Event
  lastTimestamp: "2026-04-20T21:09:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:09:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r.18a82cde7c52be3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41555"
    uid: 9888f387-715a-47eb-961e-9fbfea7de6fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: c25a2f8d-0388-4a23-9fe0-e50987535213
  kind: Event
  lastTimestamp: "2026-04-20T21:09:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:09:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r.18a82cde7c538e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "41556"
    uid: 071dcafb-8835-4d9b-a0ed-240f941da793
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r
    namespace: kserve-ci-e2e-test
    resourceVersion: "40927"
    uid: c25a2f8d-0388-4a23-9fe0-e50987535213
  kind: Event
  lastTimestamp: "2026-04-20T21:09:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.66:8643/healthz": dial tcp
    10.132.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T21:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:09:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r.18a82cdea2908128
    namespace: kserve-ci-e2e-test
    resourceVersion: "41563"
    uid: 73957ed0-6387-4c76-91f8-833d11fe5563
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664
    namespace: kserve-ci-e2e-test
    resourceVersion: "40916"
    uid: 12808808-04c8-426c-8257-8032458611d6
  kind: Event
  lastTimestamp: "2026-04-20T21:08:27Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-q486r'
  metadata:
    creationTimestamp: "2026-04-20T21:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:08:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664.18a82ccbd7bc076c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40926"
    uid: ac4545dc-7e64-43f9-9b2c-3c6a26a1bbcc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40914"
    uid: 9b49e5d1-1fd3-4ac4-94ca-8d66c4cb954f
  kind: Event
  lastTimestamp: "2026-04-20T21:08:26Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T21:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:08:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a82ccbd566179b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40918"
    uid: c19f0c16-62ac-4db1-89c0-b7d188850960
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40915"
    uid: 8581c18f-e3f9-4c5b-8ccf-88701e3dd589
  kind: Event
  lastTimestamp: "2026-04-20T21:08:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:08:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a82ccf53d1a8f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: 1220b051-8c6e-4eb4-99b5-ee7a741f1763
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40915"
    uid: 8581c18f-e3f9-4c5b-8ccf-88701e3dd589
  kind: Event
  lastTimestamp: "2026-04-20T21:08:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:08:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a82ccf54315fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41183"
    uid: ce6323d5-9462-4c15-a286-cd37de1178bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41077"
    uid: 8581c18f-e3f9-4c5b-8ccf-88701e3dd589
  kind: Event
  lastTimestamp: "2026-04-20T21:09:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:09:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a82cd651ef1c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "41500"
    uid: d19bbc21-f19e-45b8-bfb2-73ca82788d9a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41077"
    uid: 8581c18f-e3f9-4c5b-8ccf-88701e3dd589
  kind: Event
  lastTimestamp: "2026-04-20T21:09:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:09:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a82cd652512e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "41501"
    uid: 1b83ba62-6095-47e9-8010-63aedb00766e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40905"
    uid: f689034b-7afc-44d9-90de-15e85e668d33
  kind: Event
  lastTimestamp: "2026-04-20T21:09:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T21:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:09:37Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a82ccbd54314d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41473"
    uid: 1b527423-a8d7-4ae8-b225-2d9a04b06f12
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40905"
    uid: f689034b-7afc-44d9-90de-15e85e668d33
  kind: Event
  lastTimestamp: "2026-04-20T21:08:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T21:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:08:26Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a82ccbd5daf6a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40920"
    uid: d0fbd285-3dcb-48d2-a648-c0a708dadf1a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41471"
    uid: f689034b-7afc-44d9-90de-15e85e668d33
  kind: Event
  lastTimestamp: "2026-04-20T21:09:37Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-20T21:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:09:37Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a82cdc5397abd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41472"
    uid: 4ef38862-5a7f-40ca-8c5d-6a5431155c67
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T21:08:15.942135Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-8bnzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "40748"
    uid: 4093e5b0-9cc4-4195-8963-97e9be6a6254
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-8bnzt
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T21:08:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T21:08:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-8bnzt.18a82cc94436b084
    namespace: kserve-ci-e2e-test
    resourceVersion: "40756"
    uid: d06d98c6-3bef-4170-b742-754bb9626793
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-8bnzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "40751"
    uid: 4093e5b0-9cc4-4195-8963-97e9be6a6254
  kind: Event
  lastTimestamp: "2026-04-20T21:08:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T21:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:16Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-8bnzt.18a82cc94e85641f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40763"
    uid: 05fbecca-73f4-4b8f-86d1-12c570a0f5f7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-8bnzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "40760"
    uid: 4093e5b0-9cc4-4195-8963-97e9be6a6254
  kind: Event
  lastTimestamp: "2026-04-20T21:08:16Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T21:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T21:08:16Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-8bnzt.18a82cc980b49344
    namespace: kserve-ci-e2e-test
    resourceVersion: "40770"
    uid: dcaa5ee1-1c8e-4332-bf33-b7d2fd55f9ca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-8bnzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "40751"
    uid: 4093e5b0-9cc4-4195-8963-97e9be6a6254
  kind: Event
  lastTimestamp: "2026-04-20T21:08:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:23Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-8bnzt.18a82cc98250ad73
    namespace: kserve-ci-e2e-test
    resourceVersion: "40850"
    uid: adc463d6-7d50-4774-a2f0-c3b76ccad786
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-8bnzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "40751"
    uid: 4093e5b0-9cc4-4195-8963-97e9be6a6254
  kind: Event
  lastTimestamp: "2026-04-20T21:08:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T21:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:23Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-8bnzt.18a82cc986112ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40855"
    uid: 7bf4005d-d788-4141-8d09-3fafbdad54dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-8bnzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "40751"
    uid: 4093e5b0-9cc4-4195-8963-97e9be6a6254
  kind: Event
  lastTimestamp: "2026-04-20T21:08:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T21:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:23Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-8bnzt.18a82cc986801f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40856"
    uid: 6dee2bef-2aed-430d-82a3-4c4b434291a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-8bnzt
    namespace: kserve-ci-e2e-test
    resourceVersion: "40751"
    uid: 4093e5b0-9cc4-4195-8963-97e9be6a6254
  kind: Event
  lastTimestamp: "2026-04-20T21:08:25Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T21:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:25Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-8bnzt.18a82ccb989a19fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40891"
    uid: 9a011f81-ef2e-4003-8cdc-adab84e944ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40739"
    uid: 7654f00d-ac3c-407e-95df-a9ad3294a2eb
  kind: Event
  lastTimestamp: "2026-04-20T21:08:15Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-8bnzt'
  metadata:
    creationTimestamp: "2026-04-20T21:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:08:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb.18a82cc943c960f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40750"
    uid: 66b54078-3955-49b2-8ea3-a09abedced3f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40737"
    uid: f1c322ca-ace6-490f-ae2c-d9eaf968cf00
  kind: Event
  lastTimestamp: "2026-04-20T21:08:15Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-54884788bb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T21:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:08:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a82cc941248d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40741"
    uid: baf2e108-559c-4efa-89c4-aa0617905e9b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40727"
    uid: 907da59d-ba4f-4681-bfe9-6ef435bd5b73
  kind: Event
  lastTimestamp: "2026-04-20T21:08:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T21:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:08:23Z"
    name: isvc-sklearn-s3-tls-global-fail.18a82cc940fdd6ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "40857"
    uid: be6c5ca7-8508-4ffc-b878-ccfd72a1ece4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40727"
    uid: 907da59d-ba4f-4681-bfe9-6ef435bd5b73
  kind: Event
  lastTimestamp: "2026-04-20T21:08:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T21:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:08:15Z"
    name: isvc-sklearn-s3-tls-global-fail.18a82cc94179f53a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40743"
    uid: 0d2ab0ca-3591-4045-acca-4f19ff22411b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T21:07:04.830575Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "40142"
    uid: 35b95e08-2815-4f36-a556-c809b43eee74
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T21:07:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T21:07:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w.18a82cb8b5a26dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "40146"
    uid: 4c7b6d4f-d138-40e8-9a03-8b07c331fffa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "40152"
    uid: 35b95e08-2815-4f36-a556-c809b43eee74
  kind: Event
  lastTimestamp: "2026-04-20T21:07:05Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T21:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T21:07:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w.18a82cb8cec143ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "40167"
    uid: 7d874274-85f1-44d7-a723-fc00834b74f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "40144"
    uid: 35b95e08-2815-4f36-a556-c809b43eee74
  kind: Event
  lastTimestamp: "2026-04-20T21:07:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:07:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w.18a82cb8d03acf8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40169"
    uid: ea87b92d-8baa-4de6-927d-2548c379e344
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "40144"
    uid: 35b95e08-2815-4f36-a556-c809b43eee74
  kind: Event
  lastTimestamp: "2026-04-20T21:07:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T21:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:07:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w.18a82cb8d2f1bcb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40170"
    uid: ef719ba9-2940-460d-8854-61237c176c13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "40144"
    uid: 35b95e08-2815-4f36-a556-c809b43eee74
  kind: Event
  lastTimestamp: "2026-04-20T21:07:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T21:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:07:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w.18a82cb8d3618348
    namespace: kserve-ci-e2e-test
    resourceVersion: "40171"
    uid: 301ccd26-76cd-4051-874a-766e1b81e6e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "40144"
    uid: 35b95e08-2815-4f36-a556-c809b43eee74
  kind: Event
  lastTimestamp: "2026-04-20T21:07:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:07:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w.18a82cb913c7e857
    namespace: kserve-ci-e2e-test
    resourceVersion: "40188"
    uid: 198dfb45-6fae-4377-85ef-6cdb5d4e0fc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "40144"
    uid: 35b95e08-2815-4f36-a556-c809b43eee74
  kind: Event
  lastTimestamp: "2026-04-20T21:07:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T21:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:07:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w.18a82cb916b7c510
    namespace: kserve-ci-e2e-test
    resourceVersion: "40190"
    uid: 6aec9a3d-4a3f-4c40-a896-4e21c75c4aee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "40144"
    uid: 35b95e08-2815-4f36-a556-c809b43eee74
  kind: Event
  lastTimestamp: "2026-04-20T21:07:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:07:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w.18a82cb917274fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "40191"
    uid: 47274f58-73c0-4d5e-b9ee-6362999a8e1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "40144"
    uid: 35b95e08-2815-4f36-a556-c809b43eee74
  kind: Event
  lastTimestamp: "2026-04-20T21:07:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:07:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w.18a82cb91732de38
    namespace: kserve-ci-e2e-test
    resourceVersion: "40192"
    uid: aebefcaf-cbf8-4338-bd5f-35148bdc4656
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "40144"
    uid: 35b95e08-2815-4f36-a556-c809b43eee74
  kind: Event
  lastTimestamp: "2026-04-20T21:07:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T21:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:07:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w.18a82cb91a917534
    namespace: kserve-ci-e2e-test
    resourceVersion: "40193"
    uid: 0afafed5-b9fd-4903-83eb-f0beb715e5d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "40144"
    uid: 35b95e08-2815-4f36-a556-c809b43eee74
  kind: Event
  lastTimestamp: "2026-04-20T21:07:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:07:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w.18a82cb91b00b0a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40194"
    uid: 045b4963-1f77-4a41-86a4-a4166993f846
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "40144"
    uid: 35b95e08-2815-4f36-a556-c809b43eee74
  kind: Event
  lastTimestamp: "2026-04-20T21:08:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T21:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w.18a82cb98b92f1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40610"
    uid: a9187ef6-836b-43a3-903b-4098c073e604
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "40144"
    uid: 35b95e08-2815-4f36-a556-c809b43eee74
  kind: Event
  lastTimestamp: "2026-04-20T21:08:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w.18a82cc9051f1b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "40709"
    uid: 105919f3-20d2-443b-8471-22824891c145
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "40144"
    uid: 35b95e08-2815-4f36-a556-c809b43eee74
  kind: Event
  lastTimestamp: "2026-04-20T21:08:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:08:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w.18a82cc9051fa347
    namespace: kserve-ci-e2e-test
    resourceVersion: "40710"
    uid: ab7f4099-c9c0-4056-89ae-8599f8e408ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "40132"
    uid: ac52601e-7167-49a6-a1fa-3049ed2a261f
  kind: Event
  lastTimestamp: "2026-04-20T21:07:04Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-hdt5w'
  metadata:
    creationTimestamp: "2026-04-20T21:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:07:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76.18a82cb8b536fbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40143"
    uid: 790cb300-2977-4739-98b6-0486ca95e5a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40130"
    uid: 82308690-8752-4c72-865f-8562e2c8de43
  kind: Event
  lastTimestamp: "2026-04-20T21:07:04Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5488974f76
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T21:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:07:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a82cb8b2ab8be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40134"
    uid: ccafb8a3-d5f5-4f88-88db-14f3acf684ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: 41fcbec1-8f6c-4cad-bde2-231055665c18
  kind: Event
  lastTimestamp: "2026-04-20T21:07:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:07:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a82cbc3135f997
    namespace: kserve-ci-e2e-test
    resourceVersion: "40506"
    uid: e1d95180-3421-4fec-8b1b-5e6d23a54477
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: 41fcbec1-8f6c-4cad-bde2-231055665c18
  kind: Event
  lastTimestamp: "2026-04-20T21:07:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:07:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a82cbc31b0d9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "40507"
    uid: d8d365db-76eb-47a3-85b5-cc158f258bd0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40295"
    uid: 41fcbec1-8f6c-4cad-bde2-231055665c18
  kind: Event
  lastTimestamp: "2026-04-20T21:08:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:08:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a82cc6ae6469a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40612"
    uid: 5ede3138-93b6-42e5-bb63-067c9bdbf41b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40295"
    uid: 41fcbec1-8f6c-4cad-bde2-231055665c18
  kind: Event
  lastTimestamp: "2026-04-20T21:08:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:08:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a82cc6aec8cbea
    namespace: kserve-ci-e2e-test
    resourceVersion: "40614"
    uid: 65495356-4135-4dcb-85ec-be5fa4150dd7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40117"
    uid: 6ff5dd81-343e-42bb-a7d0-c1797d019f27
  kind: Event
  lastTimestamp: "2026-04-20T21:08:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T21:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:08:14Z"
    name: isvc-sklearn-s3-tls-global-pass.18a82cb8b283b0ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "40688"
    uid: 8f0c5aec-e6ff-43a4-83d5-124e5c049a25
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40117"
    uid: 6ff5dd81-343e-42bb-a7d0-c1797d019f27
  kind: Event
  lastTimestamp: "2026-04-20T21:07:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T21:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:07:04Z"
    name: isvc-sklearn-s3-tls-global-pass.18a82cb8b2fd35d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40156"
    uid: e28f9dde-069b-4e91-8b2c-b28786f1cd9e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:07:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40140"
    uid: 6ff5dd81-343e-42bb-a7d0-c1797d019f27
  kind: Event
  lastTimestamp: "2026-04-20T21:07:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-20T21:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:07:04Z"
    name: isvc-sklearn-s3-tls-global-pass.18a82cb8b99243f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40157"
    uid: fca7f29a-3452-40ca-b34d-c095cde74a84
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:08:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40686"
    uid: 6ff5dd81-343e-42bb-a7d0-c1797d019f27
  kind: Event
  lastTimestamp: "2026-04-20T21:08:14Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-20T21:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:08:14Z"
    name: isvc-sklearn-s3-tls-global-pass.18a82cc8ee9d6be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40687"
    uid: d40a5176-7895-4d01-9178-bcedc20056f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T21:11:20.321257Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-t6t7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "42421"
    uid: 9b0229ac-2d3d-435a-b292-a9b043f2ca0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-t6t7h
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T21:11:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T21:11:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-t6t7h.18a82cf43210d3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42429"
    uid: 35b67d55-efee-49b0-b56d-81405ec7245c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:11:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-t6t7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "42432"
    uid: 9b0229ac-2d3d-435a-b292-a9b043f2ca0a
  kind: Event
  lastTimestamp: "2026-04-20T21:11:20Z"
  message: Add eth0 [10.132.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T21:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T21:11:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-t6t7h.18a82cf44afc7d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "42440"
    uid: 1ecf936b-45d7-40d1-891a-b7a695e82202
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-t6t7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "42424"
    uid: 9b0229ac-2d3d-435a-b292-a9b043f2ca0a
  kind: Event
  lastTimestamp: "2026-04-20T21:11:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:11:24Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-t6t7h.18a82cf44c4d25a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42479"
    uid: c6e7bd87-43ef-4737-bad5-fff90ff87b98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-t6t7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "42424"
    uid: 9b0229ac-2d3d-435a-b292-a9b043f2ca0a
  kind: Event
  lastTimestamp: "2026-04-20T21:11:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T21:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:11:24Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-t6t7h.18a82cf44f5c0d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "42482"
    uid: 82586aa8-a9f1-4451-a376-214f81d79d0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-t6t7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "42424"
    uid: 9b0229ac-2d3d-435a-b292-a9b043f2ca0a
  kind: Event
  lastTimestamp: "2026-04-20T21:11:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T21:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:11:24Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-t6t7h.18a82cf44fc53ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42484"
    uid: 6b737e89-86b2-4b15-822f-cda85a311a50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-t6t7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "42424"
    uid: 9b0229ac-2d3d-435a-b292-a9b043f2ca0a
  kind: Event
  lastTimestamp: "2026-04-20T21:11:30Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T21:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:11:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-t6t7h.18a82cf68663bcb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42550"
    uid: 012da81a-68ac-4475-96c0-71ce8fa825c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:11:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965
    namespace: kserve-ci-e2e-test
    resourceVersion: "42412"
    uid: 8a9309eb-7b02-4ace-a673-84de99c4f866
  kind: Event
  lastTimestamp: "2026-04-20T21:11:20Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-t6t7h'
  metadata:
    creationTimestamp: "2026-04-20T21:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:11:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965.18a82cf431a56f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42423"
    uid: 2bddbf23-4269-4ec2-98e1-7e6426c5ee0c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:11:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42410"
    uid: f6e77e1e-b392-4e37-b77a-3ddf2d297cfc
  kind: Event
  lastTimestamp: "2026-04-20T21:11:20Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T21:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:11:20Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a82cf42f29c384
    namespace: kserve-ci-e2e-test
    resourceVersion: "42414"
    uid: d5ff546b-4475-4cce-980b-08c1d390582c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-20T21:11:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42401"
    uid: e99174bd-5e2c-42c9-91f0-66c1b2863781
  kind: Event
  lastTimestamp: "2026-04-20T21:11:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T21:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:11:24Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a82cf42f055c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42485"
    uid: 2a99ebcf-aae9-4341-99b8-bec6f5e31aef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:11:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42401"
    uid: e99174bd-5e2c-42c9-91f0-66c1b2863781
  kind: Event
  lastTimestamp: "2026-04-20T21:11:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T21:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:11:20Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a82cf42f53c755
    namespace: kserve-ci-e2e-test
    resourceVersion: "42416"
    uid: 28a262fd-419f-4dda-8d6e-9efeb6ccf1f1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T21:09:59.211153Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41749"
    uid: ed70b9fb-aecd-4212-9e38-58c13048748a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T21:09:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T21:09:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7.18a82ce14f86db92
    namespace: kserve-ci-e2e-test
    resourceVersion: "41756"
    uid: e44795f6-2300-4e61-8f75-225d34246b07
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41752"
    uid: ed70b9fb-aecd-4212-9e38-58c13048748a
  kind: Event
  lastTimestamp: "2026-04-20T21:09:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T21:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:09:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7.18a82ce15b358aa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41765"
    uid: e45e0f73-04cc-434a-8c1d-7ad52381e000
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:10:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41760"
    uid: ed70b9fb-aecd-4212-9e38-58c13048748a
  kind: Event
  lastTimestamp: "2026-04-20T21:10:00Z"
  message: Add eth0 [10.132.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T21:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T21:10:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7.18a82ce18c560b3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41776"
    uid: 19a3e542-97e7-43bb-876c-1746fa2e0ac5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41752"
    uid: ed70b9fb-aecd-4212-9e38-58c13048748a
  kind: Event
  lastTimestamp: "2026-04-20T21:10:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:10:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7.18a82ce18dfff290
    namespace: kserve-ci-e2e-test
    resourceVersion: "41778"
    uid: 03fee6e5-bfc9-4821-88f8-4fe97946ddcb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41752"
    uid: ed70b9fb-aecd-4212-9e38-58c13048748a
  kind: Event
  lastTimestamp: "2026-04-20T21:10:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T21:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:10:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7.18a82ce190adfe2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41780"
    uid: d6e86205-a7d5-4888-b960-1e4b0854c693
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41752"
    uid: ed70b9fb-aecd-4212-9e38-58c13048748a
  kind: Event
  lastTimestamp: "2026-04-20T21:10:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T21:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:10:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7.18a82ce1911b5114
    namespace: kserve-ci-e2e-test
    resourceVersion: "41781"
    uid: 2d928eb3-c4d8-4c59-87aa-a22605cb34a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41752"
    uid: ed70b9fb-aecd-4212-9e38-58c13048748a
  kind: Event
  lastTimestamp: "2026-04-20T21:10:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:10:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7.18a82ce1f80fdb6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41799"
    uid: 329784ee-999a-4737-8dd8-4940b0e9acfd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41752"
    uid: ed70b9fb-aecd-4212-9e38-58c13048748a
  kind: Event
  lastTimestamp: "2026-04-20T21:10:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T21:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:10:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7.18a82ce1fb29ac6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41803"
    uid: 68d101d2-a910-48ab-bd7c-a8413c7b89d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41752"
    uid: ed70b9fb-aecd-4212-9e38-58c13048748a
  kind: Event
  lastTimestamp: "2026-04-20T21:10:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:10:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7.18a82ce1fb95c4d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41805"
    uid: b3dbce6e-1968-40dc-adf0-c0d676ff91d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41752"
    uid: ed70b9fb-aecd-4212-9e38-58c13048748a
  kind: Event
  lastTimestamp: "2026-04-20T21:10:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:10:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7.18a82ce1fba0e7ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "41806"
    uid: 1bde6e73-abeb-46ce-83f0-fd678a52d845
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41752"
    uid: ed70b9fb-aecd-4212-9e38-58c13048748a
  kind: Event
  lastTimestamp: "2026-04-20T21:10:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T21:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:10:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7.18a82ce1feaf12be
    namespace: kserve-ci-e2e-test
    resourceVersion: "41808"
    uid: 9e25b1c0-3127-40d6-9e3c-31a416f750c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41752"
    uid: ed70b9fb-aecd-4212-9e38-58c13048748a
  kind: Event
  lastTimestamp: "2026-04-20T21:10:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:10:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7.18a82ce1ff1aea8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41809"
    uid: cee5e9a4-5789-4a15-bccf-6c367c3153f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-20T21:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41752"
    uid: ed70b9fb-aecd-4212-9e38-58c13048748a
  kind: Event
  lastTimestamp: "2026-04-20T21:11:20Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T21:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:11:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7.18a82ce26fe74b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "42394"
    uid: 27c72199-f1a9-4a4b-b063-3739c3247541
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41752"
    uid: ed70b9fb-aecd-4212-9e38-58c13048748a
  kind: Event
  lastTimestamp: "2026-04-20T21:11:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:11:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7.18a82cf3f25a1d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42384"
    uid: 17975d8a-d92a-47cb-94b9-21b281a42f68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41752"
    uid: ed70b9fb-aecd-4212-9e38-58c13048748a
  kind: Event
  lastTimestamp: "2026-04-20T21:11:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:11:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7.18a82cf3f25ccc2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42385"
    uid: 3258c143-92e2-40c3-8d71-a9512d672749
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41752"
    uid: ed70b9fb-aecd-4212-9e38-58c13048748a
  kind: Event
  lastTimestamp: "2026-04-20T21:11:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.68:8643/healthz": dial tcp
    10.132.0.68:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T21:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:11:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7.18a82cf422049057
    namespace: kserve-ci-e2e-test
    resourceVersion: "42393"
    uid: 7de75bb4-a9ac-495d-9a86-b8c78fbe0a16
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41741"
    uid: f510bd7a-3482-4ca4-817c-c2257c9162cf
  kind: Event
  lastTimestamp: "2026-04-20T21:09:59Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-kd9n7'
  metadata:
    creationTimestamp: "2026-04-20T21:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:09:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf.18a82ce14f1ad6b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41751"
    uid: 6894f7f3-edae-4a94-a45e-82619342caa4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41739"
    uid: 9b3e6b49-38ed-4b51-b18a-b6554b791ba0
  kind: Event
  lastTimestamp: "2026-04-20T21:09:59Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T21:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:09:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a82ce14cc469aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "41743"
    uid: 03db89fd-64d7-4523-b04d-a50d3af360e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:10:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41740"
    uid: 8a551cf0-4451-4b77-ba95-2de033b1ab51
  kind: Event
  lastTimestamp: "2026-04-20T21:10:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:10:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a82ce4cb9c716e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42010"
    uid: d70a2d8b-91b9-491c-aee2-80fcc33b4cd5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:10:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41740"
    uid: 8a551cf0-4451-4b77-ba95-2de033b1ab51
  kind: Event
  lastTimestamp: "2026-04-20T21:10:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:10:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a82ce4cc297f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "42011"
    uid: d5051f5c-687b-4b0c-a2e8-b79875947618
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T21:10:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41905"
    uid: 8a551cf0-4451-4b77-ba95-2de033b1ab51
  kind: Event
  lastTimestamp: "2026-04-20T21:11:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:11:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a82cebc9dafef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42329"
    uid: 9e513094-e037-4340-9c2d-acf5947b8d1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T21:10:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41905"
    uid: 8a551cf0-4451-4b77-ba95-2de033b1ab51
  kind: Event
  lastTimestamp: "2026-04-20T21:11:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:11:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a82cebca37403a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42330"
    uid: 4c17a1f2-8da6-4406-9a4b-e0007c98aa47
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41729"
    uid: 355447d4-ad45-48d3-99f2-124146513cd9
  kind: Event
  lastTimestamp: "2026-04-20T21:11:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T21:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:11:10Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a82ce14ca01ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42304"
    uid: 35ca8dc0-daa9-4e40-983c-74c9d9f0c4b3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:09:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41729"
    uid: 355447d4-ad45-48d3-99f2-124146513cd9
  kind: Event
  lastTimestamp: "2026-04-20T21:09:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T21:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:09:59Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a82ce14d18b79c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41745"
    uid: 570dbc77-e008-43fb-9241-dd0216c24354
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:11:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42302"
    uid: 355447d4-ad45-48d3-99f2-124146513cd9
  kind: Event
  lastTimestamp: "2026-04-20T21:11:10Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-20T21:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:11:10Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a82cf1d3195d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "42303"
    uid: 8c859b5c-434d-4c3a-b557-54dcc692e5f6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39434"
    uid: 40cd1ad1-03ef-4517-91b8-463618ff72e8
  kind: Event
  lastTimestamp: "2026-04-20T21:06:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T21:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:06:55Z"
    name: isvc-sklearn-s3.18a82ca60579c97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40031"
    uid: 291747fc-1ef6-4cbd-a327-a91a58214225
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39434"
    uid: 40cd1ad1-03ef-4517-91b8-463618ff72e8
  kind: Event
  lastTimestamp: "2026-04-20T21:05:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T21:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:05:44Z"
    name: isvc-sklearn-s3.18a82ca605d2b9a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39485"
    uid: 2ac0e8ea-830a-458f-a39a-58677cbcfd13
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39471"
    uid: 40cd1ad1-03ef-4517-91b8-463618ff72e8
  kind: Event
  lastTimestamp: "2026-04-20T21:05:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T21:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:05:44Z"
    name: isvc-sklearn-s3.18a82ca60bfd1a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39486"
    uid: 718227e3-7a3e-46aa-b954-6faeeb6ff300
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:06:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40029"
    uid: 40cd1ad1-03ef-4517-91b8-463618ff72e8
  kind: Event
  lastTimestamp: "2026-04-20T21:06:55Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-20T21:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:06:55Z"
    name: isvc-sklearn-s3.18a82cb679d1ba7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40030"
    uid: 8f6675b3-c616-4fae-a171-71e3c7f7bf76
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-c477977d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30802"
    uid: e320915d-cb38-419a-ba79-25272becba1f
  kind: Event
  lastTimestamp: "2026-04-20T20:48:38Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-c477977d5-mbz9w'
  metadata:
    creationTimestamp: "2026-04-20T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:48:38Z"
    name: isvc-sklearn-scheduler-predictor-c477977d5.18a82bb7366dab93
    namespace: kserve-ci-e2e-test
    resourceVersion: "30813"
    uid: 6bdf7e62-8d4f-4756-8723-d95dfe64e633
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 4bd9b9d5-2096-4588-a782-da6abd9c687a
  kind: Event
  lastTimestamp: "2026-04-20T20:48:38Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-c477977d5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-20T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:48:38Z"
    name: isvc-sklearn-scheduler-predictor.18a82bb73278bfba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30803"
    uid: 503c82b2-18cd-45f8-bc37-d2f24169f8b5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30772"
    uid: c5cdae79-89c5-4aa2-9cf1-25686236426f
  kind: Event
  lastTimestamp: "2026-04-20T20:48:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:48:39Z"
    name: isvc-sklearn-scheduler.18a82bb7320f96ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30826"
    uid: 0b22691c-b2fe-4dea-8dd9-5543b53ff793
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30772"
    uid: c5cdae79-89c5-4aa2-9cf1-25686236426f
  kind: Event
  lastTimestamp: "2026-04-20T20:48:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:48:38Z"
    name: isvc-sklearn-scheduler.18a82bb732887769
    namespace: kserve-ci-e2e-test
    resourceVersion: "30804"
    uid: 96f8ec47-09f8-4866-bf0e-d42449b3ee90
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30772"
    uid: c5cdae79-89c5-4aa2-9cf1-25686236426f
  kind: Event
  lastTimestamp: "2026-04-20T20:48:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:48:38Z"
    name: isvc-sklearn-scheduler.18a82bb73288dd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30806"
    uid: 81bc9278-9153-4a8d-adeb-4a57890282b1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:53:58.990828Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33585"
    uid: 29196e1f-5f82-4028-9890-4c3ea89e97c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:53:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:53:58Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht.18a82c01bdef745c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: ed4ebbc9-12fa-424f-9c1f-8c8acae62f3f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:53:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 29196e1f-5f82-4028-9890-4c3ea89e97c7
  kind: Event
  lastTimestamp: "2026-04-20T20:53:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T20:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:53:59Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht.18a82c01cc94077e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33603"
    uid: 2467eead-837c-4039-8ee0-0dc8b223b833
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:54:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33596"
    uid: 29196e1f-5f82-4028-9890-4c3ea89e97c7
  kind: Event
  lastTimestamp: "2026-04-20T20:54:00Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:54:00Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht.18a82c01fad192f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33612"
    uid: eb4303ba-c9e0-431a-8dc5-8b60ccbd347d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 29196e1f-5f82-4028-9890-4c3ea89e97c7
  kind: Event
  lastTimestamp: "2026-04-20T20:54:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:54:00Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht.18a82c01fc2f8247
    namespace: kserve-ci-e2e-test
    resourceVersion: "33614"
    uid: d63a8475-6622-4a5b-a3d4-aa60243bd70c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 29196e1f-5f82-4028-9890-4c3ea89e97c7
  kind: Event
  lastTimestamp: "2026-04-20T20:54:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:54:00Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht.18a82c01ff661d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "33615"
    uid: c2ca5725-ba18-4cd9-9e32-f7458db037c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 29196e1f-5f82-4028-9890-4c3ea89e97c7
  kind: Event
  lastTimestamp: "2026-04-20T20:54:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:54:00Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht.18a82c01ffd28150
    namespace: kserve-ci-e2e-test
    resourceVersion: "33616"
    uid: b37fd0b4-ddb8-45a2-8a1d-7a88cc719420
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 29196e1f-5f82-4028-9890-4c3ea89e97c7
  kind: Event
  lastTimestamp: "2026-04-20T20:54:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:54:04Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht.18a82c031672c4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: e56475f3-414f-4d19-a947-76550de39a69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 29196e1f-5f82-4028-9890-4c3ea89e97c7
  kind: Event
  lastTimestamp: "2026-04-20T20:54:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:54:04Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht.18a82c0319a24991
    namespace: kserve-ci-e2e-test
    resourceVersion: "33664"
    uid: dd1b88c9-4564-4273-ad9f-5c8a6b5f2548
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 29196e1f-5f82-4028-9890-4c3ea89e97c7
  kind: Event
  lastTimestamp: "2026-04-20T20:54:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:54:04Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht.18a82c031a0fb61a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33666"
    uid: 1ea0e629-fbec-4fa9-933f-a1ce0b75af61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 29196e1f-5f82-4028-9890-4c3ea89e97c7
  kind: Event
  lastTimestamp: "2026-04-20T20:54:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:54:04Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht.18a82c031a1c194b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33667"
    uid: 9b33937d-0b59-4ce8-9498-2d3acf56a726
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 29196e1f-5f82-4028-9890-4c3ea89e97c7
  kind: Event
  lastTimestamp: "2026-04-20T20:54:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:54:04Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht.18a82c031cdce71a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33669"
    uid: 35a31d85-510a-4371-b495-fed5b1521de1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 29196e1f-5f82-4028-9890-4c3ea89e97c7
  kind: Event
  lastTimestamp: "2026-04-20T20:54:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:54:04Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht.18a82c031d4906a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33670"
    uid: 77537134-d832-4c60-8efe-e4fea646d536
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-20T20:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 29196e1f-5f82-4028-9890-4c3ea89e97c7
  kind: Event
  lastTimestamp: "2026-04-20T20:55:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:55:22Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht.18a82c038e3d8bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34293"
    uid: d8abaf42-4230-4c63-9d19-72c7c0ad3fe8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 29196e1f-5f82-4028-9890-4c3ea89e97c7
  kind: Event
  lastTimestamp: "2026-04-20T20:55:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:55:19Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht.18a82c14666a3d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "34231"
    uid: e489a205-722e-4eea-9f14-1df784c35e7c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 29196e1f-5f82-4028-9890-4c3ea89e97c7
  kind: Event
  lastTimestamp: "2026-04-20T20:55:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:55:19Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht.18a82c14666ac202
    namespace: kserve-ci-e2e-test
    resourceVersion: "34233"
    uid: 2c3abab0-93e6-4466-b52c-82e76be41c10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 29196e1f-5f82-4028-9890-4c3ea89e97c7
  kind: Event
  lastTimestamp: "2026-04-20T20:55:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp
    10.132.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:55:22Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht.18a82c15405dee91
    namespace: kserve-ci-e2e-test
    resourceVersion: "34292"
    uid: ecea35a9-bf61-41d1-b7a0-ae119642acf9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:53:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33575"
    uid: bbccd90c-af53-4a36-99d1-be2d330c4236
  kind: Event
  lastTimestamp: "2026-04-20T20:53:58Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-2cbht'
  metadata:
    creationTimestamp: "2026-04-20T20:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:53:58Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6.18a82c01bd85dab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33587"
    uid: ddb39c68-aace-4d6a-a87b-7827ed585ed7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:53:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33573"
    uid: 44091550-5f06-497e-8c1b-dc1705e597f1
  kind: Event
  lastTimestamp: "2026-04-20T20:53:58Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7f8b779bc6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-20T20:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:53:58Z"
    name: isvc-sklearn-v2-mixed-predictor.18a82c01bab84057
    namespace: kserve-ci-e2e-test
    resourceVersion: "33577"
    uid: 467d6969-35fa-4dfc-860f-bb46f23db0ba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:54:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 82b5ad75-664a-4dd5-b61b-74d3e2a150ab
  kind: Event
  lastTimestamp: "2026-04-20T20:54:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:54:13Z"
    name: isvc-sklearn-v2-mixed-predictor.18a82c05393a3eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33736"
    uid: 50ada57c-7395-4df9-bd8d-f158278928f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:54:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 82b5ad75-664a-4dd5-b61b-74d3e2a150ab
  kind: Event
  lastTimestamp: "2026-04-20T20:54:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:54:13Z"
    name: isvc-sklearn-v2-mixed-predictor.18a82c05399c162d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33738"
    uid: da4f1bc6-0168-4bda-9728-2bde02a4c110
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:54:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33737"
    uid: 82b5ad75-664a-4dd5-b61b-74d3e2a150ab
  kind: Event
  lastTimestamp: "2026-04-20T20:55:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:55:14Z"
    name: isvc-sklearn-v2-mixed-predictor.18a82c08b8970dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "34163"
    uid: 28bc0eaa-9db4-4b14-9313-fb7b8ef58886
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:54:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33737"
    uid: 82b5ad75-664a-4dd5-b61b-74d3e2a150ab
  kind: Event
  lastTimestamp: "2026-04-20T20:55:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:55:14Z"
    name: isvc-sklearn-v2-mixed-predictor.18a82c08b8f629f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 09094f0a-ceb5-44d1-80ae-5c914f541d1e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-20T20:53:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33546"
    uid: b0bcecf5-d3df-4fb3-abd2-608d80ff495f
  kind: Event
  lastTimestamp: "2026-04-20T20:55:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:55:12Z"
    name: isvc-sklearn-v2-mixed.18a82c01ba934456
    namespace: kserve-ci-e2e-test
    resourceVersion: "34154"
    uid: 67e9ac4c-7b0e-4088-88f2-ea9ce7378dee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:53:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33546"
    uid: b0bcecf5-d3df-4fb3-abd2-608d80ff495f
  kind: Event
  lastTimestamp: "2026-04-20T20:53:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:53:59Z"
    name: isvc-sklearn-v2-mixed.18a82c01bae84fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33598"
    uid: 8a31ed14-558e-4cdb-95c7-c92e28ffb401
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:53:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33582"
    uid: b0bcecf5-d3df-4fb3-abd2-608d80ff495f
  kind: Event
  lastTimestamp: "2026-04-20T20:53:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:53:59Z"
    name: isvc-sklearn-v2-mixed.18a82c01c11cf3ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "33599"
    uid: 97f331dd-7b79-4454-bebe-693dac4d2c91
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34151"
    uid: b0bcecf5-d3df-4fb3-abd2-608d80ff495f
  kind: Event
  lastTimestamp: "2026-04-20T20:55:12Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:55:12Z"
    name: isvc-sklearn-v2-mixed.18a82c12f145cb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "34152"
    uid: 991cd264-7b4f-4a36-b198-2431ae184943
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:52:38.688138Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32926"
    uid: dcea1326-bb23-43e3-87f8-ce6ec2876f6c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:52:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:52:38Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc.18a82bef0b85d89f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32933"
    uid: a30ceca3-405c-4cfa-a573-c30864d9bbb9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32930"
    uid: dcea1326-bb23-43e3-87f8-ce6ec2876f6c
  kind: Event
  lastTimestamp: "2026-04-20T20:52:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T20:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:52:38Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc.18a82bef1474538e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32943"
    uid: a7f18223-f8b4-41c7-ad79-f08ca0e66b3e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32938"
    uid: dcea1326-bb23-43e3-87f8-ce6ec2876f6c
  kind: Event
  lastTimestamp: "2026-04-20T20:52:39Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:52:39Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc.18a82bef48c8a580
    namespace: kserve-ci-e2e-test
    resourceVersion: "32951"
    uid: 1f1bfb34-5221-4a4d-b40a-a022040884bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32930"
    uid: dcea1326-bb23-43e3-87f8-ce6ec2876f6c
  kind: Event
  lastTimestamp: "2026-04-20T20:52:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:52:39Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc.18a82bef4a344ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32954"
    uid: 96e65e91-0e30-4a8b-b3e8-616f2846184c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32930"
    uid: dcea1326-bb23-43e3-87f8-ce6ec2876f6c
  kind: Event
  lastTimestamp: "2026-04-20T20:52:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:52:39Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc.18a82bef4d418c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "32957"
    uid: b80bc14c-ac41-4598-ac8c-6f3e733748fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32930"
    uid: dcea1326-bb23-43e3-87f8-ce6ec2876f6c
  kind: Event
  lastTimestamp: "2026-04-20T20:52:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:52:39Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc.18a82bef4db0f529
    namespace: kserve-ci-e2e-test
    resourceVersion: "32958"
    uid: 32831b8e-8c7f-4c08-b1e7-ac3e05d9133c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32930"
    uid: dcea1326-bb23-43e3-87f8-ce6ec2876f6c
  kind: Event
  lastTimestamp: "2026-04-20T20:52:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:52:43Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc.18a82bf029a29f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "32994"
    uid: 5e35461a-cd72-4f35-bd45-ab168cf11769
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32930"
    uid: dcea1326-bb23-43e3-87f8-ce6ec2876f6c
  kind: Event
  lastTimestamp: "2026-04-20T20:52:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:52:43Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc.18a82bf02d7befde
    namespace: kserve-ci-e2e-test
    resourceVersion: "32999"
    uid: 63327cb2-6ac8-4ee8-90c1-405317127dd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32930"
    uid: dcea1326-bb23-43e3-87f8-ce6ec2876f6c
  kind: Event
  lastTimestamp: "2026-04-20T20:52:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:52:43Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc.18a82bf02e009131
    namespace: kserve-ci-e2e-test
    resourceVersion: "33000"
    uid: 5b922f7f-862d-4378-8726-c45d41de3fc6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32930"
    uid: dcea1326-bb23-43e3-87f8-ce6ec2876f6c
  kind: Event
  lastTimestamp: "2026-04-20T20:52:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:52:43Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc.18a82bf02e0deeb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33001"
    uid: 39860ae9-598b-4508-92ca-538b7084a247
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32930"
    uid: dcea1326-bb23-43e3-87f8-ce6ec2876f6c
  kind: Event
  lastTimestamp: "2026-04-20T20:52:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:52:43Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc.18a82bf03130d23e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33003"
    uid: efbcc8d6-88ea-4474-a5e6-9e6c4f15cc6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32930"
    uid: dcea1326-bb23-43e3-87f8-ce6ec2876f6c
  kind: Event
  lastTimestamp: "2026-04-20T20:52:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:52:43Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc.18a82bf031a5822d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: 23bf345b-f659-4287-a534-b47dd189745e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32930"
    uid: dcea1326-bb23-43e3-87f8-ce6ec2876f6c
  kind: Event
  lastTimestamp: "2026-04-20T20:54:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:54:00Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc.18a82bf0659111f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33620"
    uid: 782ebcd3-03b0-4b22-bac7-3cfa17958f3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:53:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32930"
    uid: dcea1326-bb23-43e3-87f8-ce6ec2876f6c
  kind: Event
  lastTimestamp: "2026-04-20T20:53:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:53:58Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc.18a82c01b84a8b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 9d72b631-63a5-4a61-bf45-d8a51a149654
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:53:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32930"
    uid: dcea1326-bb23-43e3-87f8-ce6ec2876f6c
  kind: Event
  lastTimestamp: "2026-04-20T20:53:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:53:58Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc.18a82c01b84c8438
    namespace: kserve-ci-e2e-test
    resourceVersion: "33566"
    uid: c957cb34-14b4-4b1d-a34d-8e9c67b1e4ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32930"
    uid: dcea1326-bb23-43e3-87f8-ce6ec2876f6c
  kind: Event
  lastTimestamp: "2026-04-20T20:54:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:54:00Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-5wbvc.18a82c0217c87707
    namespace: kserve-ci-e2e-test
    resourceVersion: "33619"
    uid: de61a3e9-0b86-48fa-92bf-8f63de417a85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-69755fbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32917"
    uid: 53d50cbb-36c5-4a38-85cb-1472d74a57df
  kind: Event
  lastTimestamp: "2026-04-20T20:52:38Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-69755fbb9-5wbvc'
  metadata:
    creationTimestamp: "2026-04-20T20:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:52:38Z"
    name: isvc-sklearn-v2-predictor-69755fbb9.18a82bef0b1f0809
    namespace: kserve-ci-e2e-test
    resourceVersion: "32929"
    uid: 42db5ec5-a2a4-47dd-bffb-12db4b1f042c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32914"
    uid: 4ffbf9ac-4925-4b25-bcd7-79e25d02714c
  kind: Event
  lastTimestamp: "2026-04-20T20:52:38Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-69755fbb9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:52:38Z"
    name: isvc-sklearn-v2-predictor.18a82bef089c1780
    namespace: kserve-ci-e2e-test
    resourceVersion: "32919"
    uid: 073f584a-23f8-49fa-9012-a6f72d09c830
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32916"
    uid: 998c284a-2443-4b57-aae1-40987bd370a4
  kind: Event
  lastTimestamp: "2026-04-20T20:53:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:53:08Z"
    name: isvc-sklearn-v2-predictor.18a82bf287b21ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33182"
    uid: f665723e-4885-40c6-9316-e393202ea825
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32916"
    uid: 998c284a-2443-4b57-aae1-40987bd370a4
  kind: Event
  lastTimestamp: "2026-04-20T20:53:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:53:08Z"
    name: isvc-sklearn-v2-predictor.18a82bf28816f99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33183"
    uid: 5415164c-55ff-4088-9999-e75d2cc7c18f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:53:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33081"
    uid: 998c284a-2443-4b57-aae1-40987bd370a4
  kind: Event
  lastTimestamp: "2026-04-20T20:53:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:53:53Z"
    name: isvc-sklearn-v2-predictor.18a82bf985ec0c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33504"
    uid: 44ccd7eb-808b-410b-b4ed-880ebdf58156
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:53:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33081"
    uid: 998c284a-2443-4b57-aae1-40987bd370a4
  kind: Event
  lastTimestamp: "2026-04-20T20:53:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:53:53Z"
    name: isvc-sklearn-v2-predictor.18a82bf986501690
    namespace: kserve-ci-e2e-test
    resourceVersion: "33505"
    uid: 289cd0e3-f4bb-43be-8341-9677a67a181d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:51:38.538579Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32413"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:51:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:51:38Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82be10a54339f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32418"
    uid: 8458c2e7-f042-4eed-8e3a-806aedb91c11
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: "2026-04-20T20:51:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T20:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:39Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82be1129104e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32429"
    uid: ffdd3309-0449-4833-870e-30be6938d68d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32422"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: "2026-04-20T20:51:40Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:51:40Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82be17cb88dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 4d9eec7c-210b-4dac-9a46-47701e1f2567
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: "2026-04-20T20:51:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:40Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82be17e185b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "32448"
    uid: 2e360104-14b3-40d8-a622-eda1732a8303
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: "2026-04-20T20:51:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:40Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82be180e2284b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: 0e7d7721-1c3b-4fae-be76-08b3a45ba950
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: "2026-04-20T20:51:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:40Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82be1814d8acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32451"
    uid: e1e3fff3-0dad-4316-a4b1-504bf57644e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: "2026-04-20T20:51:44Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-20T20:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:44Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82be26052bf7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32480"
    uid: 91afdd50-dcdb-4fd7-9d24-e9419f52226f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: "2026-04-20T20:51:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:44Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82be2632bdbf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32484"
    uid: 02bbc29b-0883-436f-a999-658339c3202b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: "2026-04-20T20:51:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:44Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82be26398d4d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32487"
    uid: befaff5d-31bc-4d01-8312-091551ecae93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: "2026-04-20T20:51:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:44Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82be263a3a6b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: 3d19e967-6f46-415e-8a30-c71d1379887a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: "2026-04-20T20:51:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:44Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82be26688be5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32490"
    uid: 999c07c1-09e1-41bb-8441-3b1b1aa14f55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: "2026-04-20T20:51:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:44Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82be266f7cf7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32492"
    uid: d4001b86-9c6e-4900-94bd-17dc8ba89cbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: "2026-04-20T20:52:22Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-20T20:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:52:22Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82beb3d0410e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32762"
    uid: bdcbdac8-7eb7-49ea-b00d-2c2d4df52660
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: "2026-04-20T20:52:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:52:38Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82bef0835ccfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32915"
    uid: cd4bde0c-e55c-4ae4-9839-9052cfe0b11b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: "2026-04-20T20:52:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:52:38Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82bef0836773b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32918"
    uid: bdca91f1-3e44-4e89-b8fe-1329d6878e6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: "2026-04-20T20:52:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:52:42Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82befe21cc43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32980"
    uid: 739e6b58-d2aa-4b75-99e4-33ef9db42079
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 789b255e-4490-4b58-9c14-7929862d37eb
  kind: Event
  lastTimestamp: "2026-04-20T20:52:42Z"
  message: 'Readiness probe failed: Get "http://10.132.0.56:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.132.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:52:42Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn.18a82befe27ace30
    namespace: kserve-ci-e2e-test
    resourceVersion: "32981"
    uid: 4d243d96-015b-4877-9fc7-b4dea03a2829
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32402"
    uid: 700b8846-34e4-400d-9e4d-e951ae3711d4
  kind: Event
  lastTimestamp: "2026-04-20T20:51:38Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-s9vvn'
  metadata:
    creationTimestamp: "2026-04-20T20:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:51:38Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18a82be109de16d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: ce2eeccb-e02c-46e2-8863-07cb6e29ef99
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32399"
    uid: 335bd8a6-e563-4a8e-aa14-9c6a43367374
  kind: Event
  lastTimestamp: "2026-04-20T20:51:38Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:51:38Z"
    name: isvc-sklearn-v2-runtime-predictor.18a82be106cc24cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32404"
    uid: ebb6bfd1-528d-494c-a025-16df10bafe06
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32401"
    uid: ed202916-c53e-4bcf-bb0b-6524c5d111bc
  kind: Event
  lastTimestamp: "2026-04-20T20:52:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:52:23Z"
    name: isvc-sklearn-v2-runtime-predictor.18a82be48596ffa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32774"
    uid: ae40f35f-71d4-43df-81eb-f1e1b1e55fe0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32401"
    uid: ed202916-c53e-4bcf-bb0b-6524c5d111bc
  kind: Event
  lastTimestamp: "2026-04-20T20:52:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:52:23Z"
    name: isvc-sklearn-v2-runtime-predictor.18a82be485f57069
    namespace: kserve-ci-e2e-test
    resourceVersion: "32775"
    uid: e7aaccba-5d4c-427a-ade9-61025b8ae112
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: ed202916-c53e-4bcf-bb0b-6524c5d111bc
  kind: Event
  lastTimestamp: "2026-04-20T20:52:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:52:38Z"
    name: isvc-sklearn-v2-runtime-predictor.18a82bef02727f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "32883"
    uid: b8077d50-f3df-4402-bbf8-435efdcdc3e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: ed202916-c53e-4bcf-bb0b-6524c5d111bc
  kind: Event
  lastTimestamp: "2026-04-20T20:52:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:52:38Z"
    name: isvc-sklearn-v2-runtime-predictor.18a82bef02d390a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32885"
    uid: 71a08db5-bf43-415c-8ccf-b39343e10644
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32372"
    uid: 4325c572-08a2-4591-b645-ab3502193f3d
  kind: Event
  lastTimestamp: "2026-04-20T20:52:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:52:32Z"
    name: isvc-sklearn-v2-runtime.18a82be106aa54d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32842"
    uid: 61ad229b-fc51-43fe-a6e9-9c2b706aba0a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32372"
    uid: 4325c572-08a2-4591-b645-ab3502193f3d
  kind: Event
  lastTimestamp: "2026-04-20T20:51:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:51:38Z"
    name: isvc-sklearn-v2-runtime.18a82be107324909
    namespace: kserve-ci-e2e-test
    resourceVersion: "32406"
    uid: 5bec23d5-3f37-41de-98b4-b61c22a6cfa7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32840"
    uid: 4325c572-08a2-4591-b645-ab3502193f3d
  kind: Event
  lastTimestamp: "2026-04-20T20:52:32Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:52:32Z"
    name: isvc-sklearn-v2-runtime.18a82bed92fd29ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32841"
    uid: b3a12f7f-1d90-4533-830b-84f9072b75e8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32888"
    uid: b9e08af7-852a-4768-b1f5-63462252b946
  kind: Event
  lastTimestamp: "2026-04-20T20:53:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:53:50Z"
    name: isvc-sklearn-v2.18a82bef08a8ad58
    namespace: kserve-ci-e2e-test
    resourceVersion: "33482"
    uid: 6ff8f2b8-de13-4dc4-8415-71b992571560
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:52:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32888"
    uid: b9e08af7-852a-4768-b1f5-63462252b946
  kind: Event
  lastTimestamp: "2026-04-20T20:52:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:52:38Z"
    name: isvc-sklearn-v2.18a82bef091d69de
    namespace: kserve-ci-e2e-test
    resourceVersion: "32922"
    uid: 8f4618f1-11d0-4859-a182-8c406ed8f792
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:53:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33480"
    uid: b9e08af7-852a-4768-b1f5-63462252b946
  kind: Event
  lastTimestamp: "2026-04-20T20:53:50Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:53:50Z"
    name: isvc-sklearn-v2.18a82bffc8f54f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "33481"
    uid: 6e7e59f6-d666-4037-b510-d28fc6f1c034
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30839"
    uid: 1616e401-6f34-41d6-a633-b4d1fe34f18e
  kind: Event
  lastTimestamp: "2026-04-20T20:49:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:49:54Z"
    name: isvc-sklearn.18a82bb7b0557eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31455"
    uid: aa0f9c8a-1fbf-48ae-a0a8-9ad53d318a8e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:48:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30839"
    uid: 1616e401-6f34-41d6-a633-b4d1fe34f18e
  kind: Event
  lastTimestamp: "2026-04-20T20:48:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-20T20:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:48:40Z"
    name: isvc-sklearn.18a82bb7b0b7e291
    namespace: kserve-ci-e2e-test
    resourceVersion: "30870"
    uid: 692981ab-e154-4e3d-8f2f-98a370b08397
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:49:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31452"
    uid: 1616e401-6f34-41d6-a633-b4d1fe34f18e
  kind: Event
  lastTimestamp: "2026-04-20T20:49:54Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:49:54Z"
    name: isvc-sklearn.18a82bc8df2df1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: 08727283-2775-4141-963e-6fd583c924e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:55:19.197787Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-6wj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34244"
    uid: 467ea2f4-7e8b-46de-8a70-99185fa72d83
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-6wj44
    to ip-10-0-139-59.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:55:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:55:19Z"
    name: isvc-tensorflow-predictor-6756f669d7-6wj44.18a82c146aa486f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34250"
    uid: e7668586-25a1-45fd-af76-bd5a4d50add1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-6wj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34254"
    uid: 467ea2f4-7e8b-46de-8a70-99185fa72d83
  kind: Event
  lastTimestamp: "2026-04-20T20:55:19Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:55:19Z"
    name: isvc-tensorflow-predictor-6756f669d7-6wj44.18a82c1483e196c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34263"
    uid: 9184e684-c202-424b-b3c0-01eaf30ea0cf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-6wj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 467ea2f4-7e8b-46de-8a70-99185fa72d83
  kind: Event
  lastTimestamp: "2026-04-20T20:55:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:55:19Z"
    name: isvc-tensorflow-predictor-6756f669d7-6wj44.18a82c14853eb3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34266"
    uid: a4127eb0-842b-4693-9efe-1a886606d639
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-6wj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 467ea2f4-7e8b-46de-8a70-99185fa72d83
  kind: Event
  lastTimestamp: "2026-04-20T20:55:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:55:19Z"
    name: isvc-tensorflow-predictor-6756f669d7-6wj44.18a82c1487d5874b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: c2c0c558-dde9-433c-ac4e-da1709f9ab9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-6wj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 467ea2f4-7e8b-46de-8a70-99185fa72d83
  kind: Event
  lastTimestamp: "2026-04-20T20:55:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:55:19Z"
    name: isvc-tensorflow-predictor-6756f669d7-6wj44.18a82c148846cb1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34268"
    uid: 0716efd2-2e49-4b9b-8771-72229542f3bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-6wj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 467ea2f4-7e8b-46de-8a70-99185fa72d83
  kind: Event
  lastTimestamp: "2026-04-20T20:55:24Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-20T20:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:55:24Z"
    name: isvc-tensorflow-predictor-6756f669d7-6wj44.18a82c15ae5d29c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34311"
    uid: cd6bf177-ee4c-43f1-b539-6b9cf61f9a8e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-6wj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 467ea2f4-7e8b-46de-8a70-99185fa72d83
  kind: Event
  lastTimestamp: "2026-04-20T20:55:28Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.671s (3.671s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:55:28Z"
    name: isvc-tensorflow-predictor-6756f669d7-6wj44.18a82c1689396dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34344"
    uid: 6e62315c-d2cb-43be-aab8-02663e6e61a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-6wj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 467ea2f4-7e8b-46de-8a70-99185fa72d83
  kind: Event
  lastTimestamp: "2026-04-20T20:55:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:55:28Z"
    name: isvc-tensorflow-predictor-6756f669d7-6wj44.18a82c168c7d690a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34346"
    uid: 44430d51-3fd9-4139-a9a0-706d077c244b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-6wj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 467ea2f4-7e8b-46de-8a70-99185fa72d83
  kind: Event
  lastTimestamp: "2026-04-20T20:55:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:55:28Z"
    name: isvc-tensorflow-predictor-6756f669d7-6wj44.18a82c168cf7c3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34347"
    uid: 089915b4-9ae8-45f3-89fc-b8cc909238a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-6wj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 467ea2f4-7e8b-46de-8a70-99185fa72d83
  kind: Event
  lastTimestamp: "2026-04-20T20:55:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:55:28Z"
    name: isvc-tensorflow-predictor-6756f669d7-6wj44.18a82c168d03a73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: ef37a7cc-b45c-4470-8e31-13fcab7ee7b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-6wj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 467ea2f4-7e8b-46de-8a70-99185fa72d83
  kind: Event
  lastTimestamp: "2026-04-20T20:55:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:55:28Z"
    name: isvc-tensorflow-predictor-6756f669d7-6wj44.18a82c16903908e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34349"
    uid: 76dceee4-e358-471f-ab02-f599ef9d8150
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-6wj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 467ea2f4-7e8b-46de-8a70-99185fa72d83
  kind: Event
  lastTimestamp: "2026-04-20T20:55:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:55:28Z"
    name: isvc-tensorflow-predictor-6756f669d7-6wj44.18a82c1690b0a324
    namespace: kserve-ci-e2e-test
    resourceVersion: "34350"
    uid: eca2a149-2888-46ce-85bb-19580da30429
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-6wj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 467ea2f4-7e8b-46de-8a70-99185fa72d83
  kind: Event
  lastTimestamp: "2026-04-20T20:55:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:55:34Z"
    name: isvc-tensorflow-predictor-6756f669d7-6wj44.18a82c169e0c3faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34395"
    uid: 9d8fb0ef-3cbe-45d7-bd15-4a6418101e38
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-6wj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 467ea2f4-7e8b-46de-8a70-99185fa72d83
  kind: Event
  lastTimestamp: "2026-04-20T20:56:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:00Z"
    name: isvc-tensorflow-predictor-6756f669d7-6wj44.18a82c1e0a41012d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34614"
    uid: d1b9e7b5-5198-4f38-8923-43004b3939ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-6wj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 467ea2f4-7e8b-46de-8a70-99185fa72d83
  kind: Event
  lastTimestamp: "2026-04-20T20:56:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:00Z"
    name: isvc-tensorflow-predictor-6756f669d7-6wj44.18a82c1e0a41c5a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34617"
    uid: f6560417-a906-43ef-baf9-fe241d7b350b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-6wj44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 467ea2f4-7e8b-46de-8a70-99185fa72d83
  kind: Event
  lastTimestamp: "2026-04-20T20:56:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:29Z"
    name: isvc-tensorflow-predictor-6756f669d7-6wj44.18a82c1effaf704d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34884"
    uid: 22e589f4-7aff-4308-94d8-47690fd2fe8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 0063a4de-5c1e-4093-9c15-bc613a8f3c03
  kind: Event
  lastTimestamp: "2026-04-20T20:55:19Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-6wj44'
  metadata:
    creationTimestamp: "2026-04-20T20:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:55:19Z"
    name: isvc-tensorflow-predictor-6756f669d7.18a82c146a478291
    namespace: kserve-ci-e2e-test
    resourceVersion: "34247"
    uid: e804c631-44f7-46b9-9894-4c80201fc16a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34232"
    uid: fa6b6b88-9af4-4f16-8cc2-de451013c0d4
  kind: Event
  lastTimestamp: "2026-04-20T20:55:19Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:55:19Z"
    name: isvc-tensorflow-predictor.18a82c146774ca12
    namespace: kserve-ci-e2e-test
    resourceVersion: "34237"
    uid: 49259d96-95b0-4b00-849f-bd7d80af9677
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34234"
    uid: 19a16126-79ab-4ece-a670-b7bc8a6ad6bb
  kind: Event
  lastTimestamp: "2026-04-20T20:55:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:55:49Z"
    name: isvc-tensorflow-predictor.18a82c17e63da89e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34504"
    uid: 16ca3ad0-3edb-4f1d-9000-e7642c4fd18c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34234"
    uid: 19a16126-79ab-4ece-a670-b7bc8a6ad6bb
  kind: Event
  lastTimestamp: "2026-04-20T20:55:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:55:49Z"
    name: isvc-tensorflow-predictor.18a82c17e6a1225b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34505"
    uid: c5c2a87d-2f65-42c8-b18c-50868b36ae87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:56:00.596695Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34628"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:56:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:56:00Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c1e0e35b1fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34632"
    uid: 7ade48c7-fc4e-40af-896c-a496b49f1b4e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: "2026-04-20T20:56:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T20:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:00Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c1e171a421a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34640"
    uid: e5f53810-e622-4916-8dd4-89ec868a706b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34636"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: "2026-04-20T20:56:01Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:56:01Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c1e4b11f2bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: e57d7cf7-3fb4-4045-a9f8-6b8f8b0266fe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: "2026-04-20T20:56:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:01Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c1e4c836f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "34654"
    uid: 91eebb09-9bdf-40c1-a1a8-e420ad46ef84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: "2026-04-20T20:56:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:01Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c1e4f8905eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34656"
    uid: 8c46b604-aed9-4346-83b3-0fbe1686fb09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: "2026-04-20T20:56:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:01Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c1e4ff73093
    namespace: kserve-ci-e2e-test
    resourceVersion: "34657"
    uid: 91bbfca8-40c4-4192-b122-3341cf693bdf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: "2026-04-20T20:56:07Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-20T20:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:07Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c1f96efa022
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: b75b8888-65ad-41a4-b503-00cdca930430
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: "2026-04-20T20:56:10Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.531s (3.531s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:10Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c20696a5520
    namespace: kserve-ci-e2e-test
    resourceVersion: "34729"
    uid: 09665e12-fdad-4298-bd7f-046012d95daf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: "2026-04-20T20:56:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:10Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c206c5e0c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: a500575b-3c4f-45ab-8afe-1942b5072756
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: "2026-04-20T20:56:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:10Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c206d045c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "34732"
    uid: 1334f1d9-d815-42c1-8eb9-0e18afe3880e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: "2026-04-20T20:56:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:10Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c206d0f364c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34733"
    uid: 4cdd8152-ba0d-4d73-b8a7-24e66e9fad4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: "2026-04-20T20:56:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:10Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c206fc5090e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34734"
    uid: 07e20a59-4869-4b20-b576-262752f7e719
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: "2026-04-20T20:56:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:10Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c20703309d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34735"
    uid: 599903b9-6191-4785-add6-63d619b8e9fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: "2026-04-20T20:56:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:18Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c20c250aa93
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 7df7d12c-b10d-488b-aa16-ca427c5c04cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: "2026-04-20T20:56:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:40Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c275cd3ff2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34988"
    uid: 198af9bf-de2f-4915-a30c-29f7f772eaa8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: "2026-04-20T20:56:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:40Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c275cd4701e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34990"
    uid: 1e753b3d-4eac-4fdc-b5ae-c01913d542a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 0882a4cb-0400-4962-b778-7841f8fb63e5
  kind: Event
  lastTimestamp: "2026-04-20T20:57:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.59:8643/healthz": dial tcp
    10.132.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:57:08Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v.18a82c27fa2dbe25
    namespace: kserve-ci-e2e-test
    resourceVersion: "35237"
    uid: fefc0359-93dd-4b65-b537-829a39120cf6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34616"
    uid: 5a1d0d73-7dfa-486c-ac67-3fe78f830c85
  kind: Event
  lastTimestamp: "2026-04-20T20:56:00Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-8vx6v'
  metadata:
    creationTimestamp: "2026-04-20T20:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:56:00Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18a82c1e0dd6c009
    namespace: kserve-ci-e2e-test
    resourceVersion: "34629"
    uid: 2691466b-da2b-474f-b1c5-f6ee76b134c3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34613"
    uid: 2b9ac07f-2fe6-43db-88ad-fd45f2953bf3
  kind: Event
  lastTimestamp: "2026-04-20T20:56:00Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:56:00Z"
    name: isvc-tensorflow-runtime-predictor.18a82c1e0ae00dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34619"
    uid: 7968ad8f-5136-4fcf-a846-0845eefa7f40
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34615"
    uid: 002fee61-cb59-40b2-a6c3-e9a197cdada0
  kind: Event
  lastTimestamp: "2026-04-20T20:56:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:56:30Z"
    name: isvc-tensorflow-runtime-predictor.18a82c2189457e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "34889"
    uid: 08ae7df5-8d76-4046-ae1a-206d1c257821
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34615"
    uid: 002fee61-cb59-40b2-a6c3-e9a197cdada0
  kind: Event
  lastTimestamp: "2026-04-20T20:56:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:56:30Z"
    name: isvc-tensorflow-runtime-predictor.18a82c2189b31afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34890"
    uid: 3440ba9e-112a-4ab9-ae17-9478caafb8bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34587"
    uid: bbe27510-2205-4a2a-89c0-034c0e58f162
  kind: Event
  lastTimestamp: "2026-04-20T20:56:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:56:28Z"
    name: isvc-tensorflow-runtime.18a82c1e0ab8def8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34874"
    uid: 1cf59bfd-c079-447c-9a70-1b3a52e25854
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34587"
    uid: bbe27510-2205-4a2a-89c0-034c0e58f162
  kind: Event
  lastTimestamp: "2026-04-20T20:56:00Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:56:00Z"
    name: isvc-tensorflow-runtime.18a82c1e0b0f8cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34621"
    uid: 41eb2f73-9b69-43d1-b472-d9eeacc1ca8b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34871"
    uid: bbe27510-2205-4a2a-89c0-034c0e58f162
  kind: Event
  lastTimestamp: "2026-04-20T20:56:28Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:56:28Z"
    name: isvc-tensorflow-runtime.18a82c24812d8a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "34872"
    uid: d53d0959-9ae9-43b0-89fe-4a8d28859260
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34204"
    uid: 22aa5480-381e-4049-8342-929a7a726f9f
  kind: Event
  lastTimestamp: "2026-04-20T20:55:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:55:44Z"
    name: isvc-tensorflow.18a82c1467521f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "34471"
    uid: 11784072-a120-4594-9a80-a11bbe1d1a96
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34204"
    uid: 22aa5480-381e-4049-8342-929a7a726f9f
  kind: Event
  lastTimestamp: "2026-04-20T20:55:19Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:55:19Z"
    name: isvc-tensorflow.18a82c1467ba1f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "34240"
    uid: 3fc1da6e-64e1-4f58-851c-ead41a95a8e2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:55:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34468"
    uid: 22aa5480-381e-4049-8342-929a7a726f9f
  kind: Event
  lastTimestamp: "2026-04-20T20:55:44Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:55:44Z"
    name: isvc-tensorflow.18a82c1a5c0cfee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34470"
    uid: 35832879-f295-4fd2-8bdb-4dbd99793f8d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:56:40.655021Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-c9v66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: b78a9633-9237-4047-b26e-d20d0d14b619
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-c9v66
    to ip-10-0-139-59.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:56:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:56:40Z"
    name: isvc-triton-predictor-84bb65d94b-c9v66.18a82c2761df542c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35010"
    uid: 9007d1a7-2f7c-439e-9927-c1e8b557e20b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-c9v66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: b78a9633-9237-4047-b26e-d20d0d14b619
  kind: Event
  lastTimestamp: "2026-04-20T20:56:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T20:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:41Z"
    name: isvc-triton-predictor-84bb65d94b-c9v66.18a82c276d8c8fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "35025"
    uid: c0455d66-51d6-44fa-8e9d-001dd11f299e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-c9v66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35014"
    uid: b78a9633-9237-4047-b26e-d20d0d14b619
  kind: Event
  lastTimestamp: "2026-04-20T20:56:42Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:56:42Z"
    name: isvc-triton-predictor-84bb65d94b-c9v66.18a82c27d44bc2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35037"
    uid: c333b6f5-36b6-4005-b945-0786ca2599e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-c9v66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: b78a9633-9237-4047-b26e-d20d0d14b619
  kind: Event
  lastTimestamp: "2026-04-20T20:56:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:42Z"
    name: isvc-triton-predictor-84bb65d94b-c9v66.18a82c27d599302d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35039"
    uid: e7059cc1-4db7-4208-910c-62422fd3d4fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-c9v66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: b78a9633-9237-4047-b26e-d20d0d14b619
  kind: Event
  lastTimestamp: "2026-04-20T20:56:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:42Z"
    name: isvc-triton-predictor-84bb65d94b-c9v66.18a82c27d8b08797
    namespace: kserve-ci-e2e-test
    resourceVersion: "35041"
    uid: e257a9bf-178a-424f-88e2-354ca4edf5a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-c9v66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: b78a9633-9237-4047-b26e-d20d0d14b619
  kind: Event
  lastTimestamp: "2026-04-20T20:56:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:42Z"
    name: isvc-triton-predictor-84bb65d94b-c9v66.18a82c27d9223be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35042"
    uid: 58cb5305-0721-4d7c-8fa8-77c3070f1ba1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-c9v66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: b78a9633-9237-4047-b26e-d20d0d14b619
  kind: Event
  lastTimestamp: "2026-04-20T20:56:46Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-20T20:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:56:46Z"
    name: isvc-triton-predictor-84bb65d94b-c9v66.18a82c28d5906094
    namespace: kserve-ci-e2e-test
    resourceVersion: "35077"
    uid: 209ebf3a-a9d5-4e6b-b1e9-043a7471d1a6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-c9v66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: b78a9633-9237-4047-b26e-d20d0d14b619
  kind: Event
  lastTimestamp: "2026-04-20T20:58:41Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.555s
    (1m54.555s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:58:41Z"
    name: isvc-triton-predictor-84bb65d94b-c9v66.18a82c438197f99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 78ad47de-700b-4d75-b0d7-6e5df60a55df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-c9v66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: b78a9633-9237-4047-b26e-d20d0d14b619
  kind: Event
  lastTimestamp: "2026-04-20T20:58:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:58:41Z"
    name: isvc-triton-predictor-84bb65d94b-c9v66.18a82c4388e7bfa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35885"
    uid: f21607cb-d748-42e9-84b8-3136c232604c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-c9v66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: b78a9633-9237-4047-b26e-d20d0d14b619
  kind: Event
  lastTimestamp: "2026-04-20T20:58:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:58:41Z"
    name: isvc-triton-predictor-84bb65d94b-c9v66.18a82c4389ddc2a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35886"
    uid: a386a27c-1c36-40ad-ad8c-10ed6878a88a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-c9v66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: b78a9633-9237-4047-b26e-d20d0d14b619
  kind: Event
  lastTimestamp: "2026-04-20T20:58:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:58:41Z"
    name: isvc-triton-predictor-84bb65d94b-c9v66.18a82c4389eb1814
    namespace: kserve-ci-e2e-test
    resourceVersion: "35887"
    uid: 1198ea8b-1e36-4b6e-8a2c-2bed4ab2c0e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-c9v66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: b78a9633-9237-4047-b26e-d20d0d14b619
  kind: Event
  lastTimestamp: "2026-04-20T20:58:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:58:41Z"
    name: isvc-triton-predictor-84bb65d94b-c9v66.18a82c438edbd519
    namespace: kserve-ci-e2e-test
    resourceVersion: "35889"
    uid: b93c12dd-c5d2-48b8-ba2a-87348a8645ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-c9v66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: b78a9633-9237-4047-b26e-d20d0d14b619
  kind: Event
  lastTimestamp: "2026-04-20T20:58:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:58:41Z"
    name: isvc-triton-predictor-84bb65d94b-c9v66.18a82c43904bf50a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35890"
    uid: 66142f56-e4e8-491d-bde5-e5af12aaa16b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-c9v66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: b78a9633-9237-4047-b26e-d20d0d14b619
  kind: Event
  lastTimestamp: "2026-04-20T20:58:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:58:43Z"
    name: isvc-triton-predictor-84bb65d94b-c9v66.18a82c43b4f522a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35901"
    uid: 49c1d66c-34a1-492a-ba9b-ce6bfe16fac0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-c9v66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: b78a9633-9237-4047-b26e-d20d0d14b619
  kind: Event
  lastTimestamp: "2026-04-20T20:58:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:58:53Z"
    name: isvc-triton-predictor-84bb65d94b-c9v66.18a82c464dd4c08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36012"
    uid: 699e0637-ef66-4e53-b8fb-91b4887f93e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-c9v66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: b78a9633-9237-4047-b26e-d20d0d14b619
  kind: Event
  lastTimestamp: "2026-04-20T20:58:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:58:53Z"
    name: isvc-triton-predictor-84bb65d94b-c9v66.18a82c464dd5f81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36015"
    uid: 32bb8fbe-46d6-4b3a-941b-c6806391ac01
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34995"
    uid: b25a1a5f-41e7-40bd-80d7-4753b58f8671
  kind: Event
  lastTimestamp: "2026-04-20T20:56:40Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-c9v66'
  metadata:
    creationTimestamp: "2026-04-20T20:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:56:40Z"
    name: isvc-triton-predictor-84bb65d94b.18a82c27617b19d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35007"
    uid: a33bd808-375c-4c49-8a34-b0ce8dda960b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34993"
    uid: 229d4464-626d-4eae-9b2c-62a838c9be11
  kind: Event
  lastTimestamp: "2026-04-20T20:56:40Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:56:40Z"
    name: isvc-triton-predictor.18a82c275e94383d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34997"
    uid: 1af31d60-7cad-4f9e-8d07-0b7eca18833a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34994"
    uid: 3587600c-e32e-4916-b1b6-73087af570f9
  kind: Event
  lastTimestamp: "2026-04-20T20:58:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:58:40Z"
    name: isvc-triton-predictor.18a82c2add6d7d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35875"
    uid: 419fead3-6e22-48f4-aedc-6b2a23e559d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34994"
    uid: 3587600c-e32e-4916-b1b6-73087af570f9
  kind: Event
  lastTimestamp: "2026-04-20T20:58:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:58:40Z"
    name: isvc-triton-predictor.18a82c2addfba20b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35877"
    uid: 6df20309-2510-4b6e-b88b-8033f16c930f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34965"
    uid: 2361b042-3668-4550-a3da-b1681ebbcb92
  kind: Event
  lastTimestamp: "2026-04-20T20:58:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:58:48Z"
    name: isvc-triton.18a82c275e6f6e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "35947"
    uid: 8d2f0ecb-b760-4568-a5de-a46d3c8a04b9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:56:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34965"
    uid: 2361b042-3668-4550-a3da-b1681ebbcb92
  kind: Event
  lastTimestamp: "2026-04-20T20:56:40Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-20T20:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:56:40Z"
    name: isvc-triton.18a82c275ec3271f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35000"
    uid: 9a1b0047-95d0-406c-a3db-b8f2bf87caee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35945"
    uid: 2361b042-3668-4550-a3da-b1681ebbcb92
  kind: Event
  lastTimestamp: "2026-04-20T20:58:48Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:58:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:58:48Z"
    name: isvc-triton.18a82c4520af2697
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 04d749e1-53c4-4cb6-9270-f2dd031c2724
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:58:53.550320Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36028"
    uid: b5d42ea2-4c1a-4803-85c0-22c985ee505f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-bqkjr
    to ip-10-0-139-59.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:58:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:58:53Z"
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr.18a82c46530c99dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: b60e6538-129d-44ae-8058-4fc40a004826
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36040"
    uid: b5d42ea2-4c1a-4803-85c0-22c985ee505f
  kind: Event
  lastTimestamp: "2026-04-20T20:58:54Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:58:54Z"
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr.18a82c4675389746
    namespace: kserve-ci-e2e-test
    resourceVersion: "36049"
    uid: 8d5f22bd-c4cf-4ce5-858f-ab012655ddb3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: b5d42ea2-4c1a-4803-85c0-22c985ee505f
  kind: Event
  lastTimestamp: "2026-04-20T20:58:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:58:54Z"
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr.18a82c4676b79919
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: a367340c-c7e9-4cc0-abe7-df371d06380a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: b5d42ea2-4c1a-4803-85c0-22c985ee505f
  kind: Event
  lastTimestamp: "2026-04-20T20:58:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:58:54Z"
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr.18a82c467b2073d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36052"
    uid: fbaa8f92-fa71-402f-a1f9-db4c7298e331
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: b5d42ea2-4c1a-4803-85c0-22c985ee505f
  kind: Event
  lastTimestamp: "2026-04-20T20:58:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:58:54Z"
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr.18a82c467bd77f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36053"
    uid: 805bf1a0-67c5-4223-b75d-4f2781767df7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: b5d42ea2-4c1a-4803-85c0-22c985ee505f
  kind: Event
  lastTimestamp: "2026-04-20T20:58:58Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-20T20:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:58:58Z"
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr.18a82c4771f69893
    namespace: kserve-ci-e2e-test
    resourceVersion: "36092"
    uid: 5d330b81-a119-489f-aa71-f259f01b2251
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: b5d42ea2-4c1a-4803-85c0-22c985ee505f
  kind: Event
  lastTimestamp: "2026-04-20T20:59:18Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.217s (20.217s
    including waiting). Image size: 1306414331 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:59:18Z"
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr.18a82c4c26ffee2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36241"
    uid: f957f309-ff4b-4351-9f6f-5dfb0af08129
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: b5d42ea2-4c1a-4803-85c0-22c985ee505f
  kind: Event
  lastTimestamp: "2026-04-20T20:59:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:59:18Z"
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr.18a82c4c2d801a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "36243"
    uid: 8cbed453-01c3-47be-995a-49bf8d4fa353
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: b5d42ea2-4c1a-4803-85c0-22c985ee505f
  kind: Event
  lastTimestamp: "2026-04-20T20:59:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:59:18Z"
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr.18a82c4c2e89aeb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: 8f439400-b4cd-4ba2-b54b-90759d884700
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: b5d42ea2-4c1a-4803-85c0-22c985ee505f
  kind: Event
  lastTimestamp: "2026-04-20T20:59:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:59:18Z"
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr.18a82c4c2e95b15d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36245"
    uid: 1a26ea70-b00c-4055-9d4b-cc76754cb9fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: b5d42ea2-4c1a-4803-85c0-22c985ee505f
  kind: Event
  lastTimestamp: "2026-04-20T20:59:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:59:18Z"
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr.18a82c4c3482cd79
    namespace: kserve-ci-e2e-test
    resourceVersion: "36247"
    uid: f817db64-ab29-4821-aaf3-04ff2215b8e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: b5d42ea2-4c1a-4803-85c0-22c985ee505f
  kind: Event
  lastTimestamp: "2026-04-20T20:59:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:59:18Z"
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr.18a82c4c35c0bc72
    namespace: kserve-ci-e2e-test
    resourceVersion: "36248"
    uid: 81e4dee4-4956-4e35-9501-42aa867f9b10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-20T20:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: b5d42ea2-4c1a-4803-85c0-22c985ee505f
  kind: Event
  lastTimestamp: "2026-04-20T21:00:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T20:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:00:26Z"
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr.18a82c4c960f8136
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: bcba9459-25b6-4a34-aafe-893e519ec07d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: b5d42ea2-4c1a-4803-85c0-22c985ee505f
  kind: Event
  lastTimestamp: "2026-04-20T21:00:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:00:23Z"
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr.18a82c5b4e54b16a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36744"
    uid: 048ae446-1c6d-41ee-a510-704def989194
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: b5d42ea2-4c1a-4803-85c0-22c985ee505f
  kind: Event
  lastTimestamp: "2026-04-20T21:00:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:00:23Z"
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr.18a82c5b4e55edbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36747"
    uid: 62f7c9e3-28e9-4c19-a8c8-cfd5fb7d63bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: b5d42ea2-4c1a-4803-85c0-22c985ee505f
  kind: Event
  lastTimestamp: "2026-04-20T21:00:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T21:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:00:26Z"
    name: isvc-xgboost-predictor-8689c4cfcc-bqkjr.18a82c5bf41a2971
    namespace: kserve-ci-e2e-test
    resourceVersion: "36804"
    uid: 0993e530-5884-484b-9e14-237e2a3c3921
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 89492c34-d6e4-447a-8b13-7e728fd5762d
  kind: Event
  lastTimestamp: "2026-04-20T20:58:53Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-bqkjr'
  metadata:
    creationTimestamp: "2026-04-20T20:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:58:53Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18a82c4652a8cff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36029"
    uid: 58424933-6bf1-4e75-8fdc-8c91c0aa211b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36011"
    uid: 730e550d-9570-4f6f-afaa-27d77dd43131
  kind: Event
  lastTimestamp: "2026-04-20T20:58:53Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:58:53Z"
    name: isvc-xgboost-predictor.18a82c464e42b602
    namespace: kserve-ci-e2e-test
    resourceVersion: "36016"
    uid: 439b0290-906c-4b3f-9db2-c2aca4485ba6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:59:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36013"
    uid: 193d0f80-55b2-477a-9801-eef1f340fe25
  kind: Event
  lastTimestamp: "2026-04-20T20:59:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:59:53Z"
    name: isvc-xgboost-predictor.18a82c49ccedeb19
    namespace: kserve-ci-e2e-test
    resourceVersion: "36494"
    uid: f0200b3d-5301-42fa-a2c3-52a83cd6a436
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T20:59:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36013"
    uid: 193d0f80-55b2-477a-9801-eef1f340fe25
  kind: Event
  lastTimestamp: "2026-04-20T20:59:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:59:53Z"
    name: isvc-xgboost-predictor.18a82c49cd4e75ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "36495"
    uid: 72988b5f-338e-4707-8c4d-9ca240079310
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: 193d0f80-55b2-477a-9801-eef1f340fe25
  kind: Event
  lastTimestamp: "2026-04-20T21:00:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:00:23Z"
    name: isvc-xgboost-predictor.18a82c57c8faaa50
    namespace: kserve-ci-e2e-test
    resourceVersion: "36714"
    uid: ea1ed176-594d-420e-b35d-dbdf5bcc9bf5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: 193d0f80-55b2-477a-9801-eef1f340fe25
  kind: Event
  lastTimestamp: "2026-04-20T21:00:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:00:23Z"
    name: isvc-xgboost-predictor.18a82c57c95f6173
    namespace: kserve-ci-e2e-test
    resourceVersion: "36715"
    uid: 0a1f1a32-a31b-4fdb-b7bf-7dc58c480ecd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T21:02:04.082475Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37641"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    to ip-10-0-139-59.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T21:02:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T21:02:04Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c72afa696ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37646"
    uid: f8996e8c-cc31-4ae5-9817-a275d6b40f24
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: "2026-04-20T21:02:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T21:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:02:04Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c72b85e58fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37665"
    uid: 750dabe3-f11a-46dd-8b5d-3649fd43512b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: "2026-04-20T21:02:06Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T21:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T21:02:06Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c7322466b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "37677"
    uid: 4bd9068f-c454-4870-820d-7f2c0b980c38
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: "2026-04-20T21:02:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:02:06Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c73239bdb89
    namespace: kserve-ci-e2e-test
    resourceVersion: "37679"
    uid: 8ff4748f-e564-4f7a-867c-559e6edbef37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: "2026-04-20T21:02:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T21:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:02:06Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c7326681786
    namespace: kserve-ci-e2e-test
    resourceVersion: "37681"
    uid: f6b985e7-d0c7-442a-ad8d-5d7a7eed1a13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: "2026-04-20T21:02:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T21:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:02:06Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c7327321ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: 86d46d7d-0f36-4e57-acc7-8d52dcde7233
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: "2026-04-20T21:02:10Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:02:10Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c744a243e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "37726"
    uid: 59ba77be-b7c7-4251-91f1-b3eeac8c9d70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: "2026-04-20T21:02:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T21:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:02:11Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c744ce39fe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37728"
    uid: 107ade89-e8bb-47af-96a9-613300eb7dae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: "2026-04-20T21:02:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:02:11Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c744d592329
    namespace: kserve-ci-e2e-test
    resourceVersion: "37731"
    uid: cae7f888-a9e1-498d-bb8c-e7f30dc91745
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: "2026-04-20T21:02:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:02:11Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c744d66f9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37732"
    uid: 0787db32-ba3c-451b-8357-c6eefc610350
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: "2026-04-20T21:02:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T21:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:02:11Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c74505b1e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37734"
    uid: 8e0d89e5-9190-42c6-8169-a260d190e766
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: "2026-04-20T21:02:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:02:11Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c7451145ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37735"
    uid: 06aeeeba-ba3c-4b9f-9ca5-7ac785b16205
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: "2026-04-20T21:03:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T21:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:03:07Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c74861b6669
    namespace: kserve-ci-e2e-test
    resourceVersion: "38134"
    uid: 1cefb374-fde5-4dd9-bbef-cf68a17c2621
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: "2026-04-20T21:03:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:03:24Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c855553000f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38276"
    uid: cb03091e-a405-4353-b7ad-e79676fabad8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: "2026-04-20T21:03:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:03:24Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c855553b19e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38280"
    uid: b2418bfb-aaa4-4f9e-88c8-880791410c22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: "2026-04-20T21:03:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-04-20T21:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:03:28Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c8673c164e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38372"
    uid: 812e3668-2660-4694-aa8f-d606bf017498
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: c06bbd04-b229-4706-9ecc-517a50b28c39
  kind: Event
  lastTimestamp: "2026-04-20T21:03:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-04-20T21:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:03:28Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-f7qk9.18a82c8674200e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "38373"
    uid: c388dbe9-9189-4861-b470-78d363e084c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37630"
    uid: dbc600fd-46e5-452c-a7e7-e9d5204758b9
  kind: Event
  lastTimestamp: "2026-04-20T21:02:04Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-f7qk9'
  metadata:
    creationTimestamp: "2026-04-20T21:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:02:04Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18a82c72af3ef5b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37643"
    uid: afca87bc-e2a0-4580-87d5-ba84bd72cc63
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37627"
    uid: b22580e6-c74e-4f82-a80f-1dacfc066d83
  kind: Event
  lastTimestamp: "2026-04-20T21:02:04Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-20T21:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:02:04Z"
    name: isvc-xgboost-runtime-predictor.18a82c72abe20417
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: 1f514e01-f30d-44df-9c52-3bf5c5da6472
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37629"
    uid: 7ee49e0d-f38f-4805-a94f-6777d74d58dc
  kind: Event
  lastTimestamp: "2026-04-20T21:02:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:02:34Z"
    name: isvc-xgboost-runtime-predictor.18a82c762a68969d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37896"
    uid: 02cdd724-0193-4a80-bb32-1a2ce68b1a0d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37629"
    uid: 7ee49e0d-f38f-4805-a94f-6777d74d58dc
  kind: Event
  lastTimestamp: "2026-04-20T21:02:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:02:34Z"
    name: isvc-xgboost-runtime-predictor.18a82c762acfc3b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37897"
    uid: 4b803ba2-599a-4d6c-bc8b-8658b1040643
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37796"
    uid: 7ee49e0d-f38f-4805-a94f-6777d74d58dc
  kind: Event
  lastTimestamp: "2026-04-20T21:03:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:03:19Z"
    name: isvc-xgboost-runtime-predictor.18a82c7d289a4367
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: e5fd40b6-e77b-49d3-bc49-db98fe9125ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37796"
    uid: 7ee49e0d-f38f-4805-a94f-6777d74d58dc
  kind: Event
  lastTimestamp: "2026-04-20T21:03:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:03:19Z"
    name: isvc-xgboost-runtime-predictor.18a82c7d28fdd52a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38220"
    uid: e5577b7d-e4ea-486a-a025-dacce54ae88b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 39fef9b6-a6bf-4761-ac19-fe0d2764b383
  kind: Event
  lastTimestamp: "2026-04-20T21:03:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T21:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:03:18Z"
    name: isvc-xgboost-runtime.18a82c72abc4c6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 47d6ce29-6493-4030-9302-9b87bd94d87a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: 39fef9b6-a6bf-4761-ac19-fe0d2764b383
  kind: Event
  lastTimestamp: "2026-04-20T21:02:04Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T21:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:02:04Z"
    name: isvc-xgboost-runtime.18a82c72ac3a0212
    namespace: kserve-ci-e2e-test
    resourceVersion: "37654"
    uid: a9e76b50-7520-42df-8757-a93d67761791
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37614"
    uid: 39fef9b6-a6bf-4761-ac19-fe0d2764b383
  kind: Event
  lastTimestamp: "2026-04-20T21:02:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T21:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:02:04Z"
    name: isvc-xgboost-runtime.18a82c72b2196fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37655"
    uid: d83aa498-0aab-41aa-8305-05bdc85b0bbe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38210"
    uid: 39fef9b6-a6bf-4761-ac19-fe0d2764b383
  kind: Event
  lastTimestamp: "2026-04-20T21:03:18Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-20T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:03:18Z"
    name: isvc-xgboost-runtime.18a82c83e933a102
    namespace: kserve-ci-e2e-test
    resourceVersion: "38211"
    uid: 220609e8-50b7-41e7-9bf1-fe419ccad352
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T21:00:23.751897Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36758"
    uid: 087ffc97-2de9-405c-b35e-6882975ff471
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T21:00:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T21:00:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs.18a82c5b537b7304
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 1272ee27-594d-4213-984f-a1dbf125bb99
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36767"
    uid: 087ffc97-2de9-405c-b35e-6882975ff471
  kind: Event
  lastTimestamp: "2026-04-20T21:00:24Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T21:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T21:00:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs.18a82c5b6c8235c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36775"
    uid: fa71fd99-6855-4263-abb3-211427d98186
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 087ffc97-2de9-405c-b35e-6882975ff471
  kind: Event
  lastTimestamp: "2026-04-20T21:00:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:00:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs.18a82c5b6dfe6ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36778"
    uid: aa3d6203-f58a-48c4-b7b1-e98b90e0bac2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 087ffc97-2de9-405c-b35e-6882975ff471
  kind: Event
  lastTimestamp: "2026-04-20T21:00:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T21:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:00:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs.18a82c5b70c347c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36780"
    uid: 2e6c49cf-0542-4c8a-929c-ef32dc51c01d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 087ffc97-2de9-405c-b35e-6882975ff471
  kind: Event
  lastTimestamp: "2026-04-20T21:00:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T21:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:00:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs.18a82c5b71312038
    namespace: kserve-ci-e2e-test
    resourceVersion: "36781"
    uid: 68ca6f29-371d-4827-b4f6-e819e8c80155
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 087ffc97-2de9-405c-b35e-6882975ff471
  kind: Event
  lastTimestamp: "2026-04-20T21:00:28Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-20T21:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:00:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs.18a82c5c54042d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "36820"
    uid: b363eeab-6fdb-4691-a2f5-8b389fb5e493
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 087ffc97-2de9-405c-b35e-6882975ff471
  kind: Event
  lastTimestamp: "2026-04-20T21:00:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T21:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:00:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs.18a82c5c5781150a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36824"
    uid: 17ba323b-30b1-4b5f-8311-3419e1262faf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 087ffc97-2de9-405c-b35e-6882975ff471
  kind: Event
  lastTimestamp: "2026-04-20T21:00:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:00:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs.18a82c5c580638aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36825"
    uid: 3b73d398-dbbc-46c7-8f69-4e8e567a7e44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 087ffc97-2de9-405c-b35e-6882975ff471
  kind: Event
  lastTimestamp: "2026-04-20T21:00:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:00:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs.18a82c5c5812e8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36826"
    uid: d05f4038-41d7-4181-93d3-2ab17dcfd6c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 087ffc97-2de9-405c-b35e-6882975ff471
  kind: Event
  lastTimestamp: "2026-04-20T21:00:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T21:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:00:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs.18a82c5c5b65750c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36828"
    uid: 363f0415-9949-4776-a74a-d0ce63d673e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 087ffc97-2de9-405c-b35e-6882975ff471
  kind: Event
  lastTimestamp: "2026-04-20T21:00:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:00:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs.18a82c5c5bd094d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36829"
    uid: 750c3e34-823b-45cf-bc09-c8225e4a1484
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 087ffc97-2de9-405c-b35e-6882975ff471
  kind: Event
  lastTimestamp: "2026-04-20T21:01:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:01:13Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs.18a82c66fc5f9656
    namespace: kserve-ci-e2e-test
    resourceVersion: "37182"
    uid: b7d2554a-a6a2-4dbc-9b10-0dfeeb58f00e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 087ffc97-2de9-405c-b35e-6882975ff471
  kind: Event
  lastTimestamp: "2026-04-20T21:01:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:01:13Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs.18a82c66fc60759d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37186"
    uid: 8ae02015-84cf-476d-8e83-ba509229cdb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 087ffc97-2de9-405c-b35e-6882975ff471
  kind: Event
  lastTimestamp: "2026-04-20T21:01:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T21:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:01:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs.18a82c6745f74075
    namespace: kserve-ci-e2e-test
    resourceVersion: "37230"
    uid: 041fe040-630a-4140-8f15-83fc16dedcf3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "36746"
    uid: e9711c22-7f71-46dc-849f-2583300e013e
  kind: Event
  lastTimestamp: "2026-04-20T21:00:23Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-s4zrs'
  metadata:
    creationTimestamp: "2026-04-20T21:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:00:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18a82c5b53167a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "36759"
    uid: e79db1c6-2f95-42ed-89cd-a7076865a771
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36743"
    uid: 98aa8933-c428-4a8a-bede-2dc7669b72a5
  kind: Event
  lastTimestamp: "2026-04-20T21:00:23Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-20T21:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:00:23Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a82c5b4ef326e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: b04d72d5-adbc-4618-a802-8fa9101ff743
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36745"
    uid: 15c3f2a9-4982-4b26-9ee8-1df040c26128
  kind: Event
  lastTimestamp: "2026-04-20T21:00:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:00:53Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a82c5ecd618a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "37007"
    uid: c01ce2a0-f6a0-432a-944b-097bd3034998
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36745"
    uid: 15c3f2a9-4982-4b26-9ee8-1df040c26128
  kind: Event
  lastTimestamp: "2026-04-20T21:00:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:00:53Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a82c5ecdc2a702
    namespace: kserve-ci-e2e-test
    resourceVersion: "37008"
    uid: 0efa189f-20f0-41c3-bec5-d27c38fbaef6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: 15c3f2a9-4982-4b26-9ee8-1df040c26128
  kind: Event
  lastTimestamp: "2026-04-20T21:01:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:01:08Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a82c65cb8694e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37119"
    uid: b81c8c51-c1e1-4dd7-b91e-671d8e36e248
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: 15c3f2a9-4982-4b26-9ee8-1df040c26128
  kind: Event
  lastTimestamp: "2026-04-20T21:01:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:01:08Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a82c65cbe6db73
    namespace: kserve-ci-e2e-test
    resourceVersion: "37122"
    uid: dff19cfb-fb84-43e3-bd76-1f128938ba3a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36717"
    uid: 3fcd3960-ada9-4dc7-9dbc-6a7a5fe31d34
  kind: Event
  lastTimestamp: "2026-04-20T21:01:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T21:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:01:05Z"
    name: isvc-xgboost-v2-mlserver.18a82c5b4ed00841
    namespace: kserve-ci-e2e-test
    resourceVersion: "37096"
    uid: cc1efcc6-a711-4b2f-ab05-e32e6d920fff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36717"
    uid: 3fcd3960-ada9-4dc7-9dbc-6a7a5fe31d34
  kind: Event
  lastTimestamp: "2026-04-20T21:00:23Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T21:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:00:23Z"
    name: isvc-xgboost-v2-mlserver.18a82c5b4f3fbbc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36751"
    uid: 14d32f31-3203-4452-b88d-5cd01f7b0317
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 3fcd3960-ada9-4dc7-9dbc-6a7a5fe31d34
  kind: Event
  lastTimestamp: "2026-04-20T21:01:05Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-20T21:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:01:05Z"
    name: isvc-xgboost-v2-mlserver.18a82c64f7e95808
    namespace: kserve-ci-e2e-test
    resourceVersion: "37095"
    uid: cc23aec2-9bd1-42e5-85b0-2ed2c084a303
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T21:04:24.460932Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38816"
    uid: 396e1151-9dc2-4962-89dd-d0484302d6af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-bt76w
    to ip-10-0-139-59.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T21:04:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T21:04:24Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w.18a82c935edbd562
    namespace: kserve-ci-e2e-test
    resourceVersion: "38822"
    uid: 086523d8-2d79-481c-9ee6-088ecac26a42
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38826"
    uid: 396e1151-9dc2-4962-89dd-d0484302d6af
  kind: Event
  lastTimestamp: "2026-04-20T21:04:24Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T21:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T21:04:24Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w.18a82c93787468e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38836"
    uid: b7cc122d-ec45-4109-9e5a-f6020c9653be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 396e1151-9dc2-4962-89dd-d0484302d6af
  kind: Event
  lastTimestamp: "2026-04-20T21:04:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:04:24Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w.18a82c9379e1930f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38838"
    uid: 0b66810d-a8d0-49c9-b8e1-e720c5177df1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 396e1151-9dc2-4962-89dd-d0484302d6af
  kind: Event
  lastTimestamp: "2026-04-20T21:04:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T21:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:04:24Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w.18a82c937cb355ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: cfed0cd6-939b-46bd-9c55-b22e9038a9bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 396e1151-9dc2-4962-89dd-d0484302d6af
  kind: Event
  lastTimestamp: "2026-04-20T21:04:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T21:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:04:24Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w.18a82c937d2c7a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: 6fd16938-06b1-45cb-b897-043bb0dc3e32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 396e1151-9dc2-4962-89dd-d0484302d6af
  kind: Event
  lastTimestamp: "2026-04-20T21:04:29Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:04:29Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w.18a82c94853b1777
    namespace: kserve-ci-e2e-test
    resourceVersion: "38883"
    uid: cb9b1334-b963-4534-9724-a89721a15b36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 396e1151-9dc2-4962-89dd-d0484302d6af
  kind: Event
  lastTimestamp: "2026-04-20T21:04:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T21:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:04:29Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w.18a82c9488314985
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: b7f0dc53-bd2a-46f6-a314-51cd724acb89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 396e1151-9dc2-4962-89dd-d0484302d6af
  kind: Event
  lastTimestamp: "2026-04-20T21:04:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:04:29Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w.18a82c9488ad92b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38888"
    uid: 9f0ba805-6d46-4eb6-86a7-ee7961724787
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 396e1151-9dc2-4962-89dd-d0484302d6af
  kind: Event
  lastTimestamp: "2026-04-20T21:04:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:04:29Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w.18a82c9488ba8088
    namespace: kserve-ci-e2e-test
    resourceVersion: "38889"
    uid: c62a1f54-084d-4b42-8e22-ffcef1147bf5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 396e1151-9dc2-4962-89dd-d0484302d6af
  kind: Event
  lastTimestamp: "2026-04-20T21:04:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T21:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:04:29Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w.18a82c948bff5bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38891"
    uid: b5499209-ae98-4a47-ae43-38b3b182bc55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 396e1151-9dc2-4962-89dd-d0484302d6af
  kind: Event
  lastTimestamp: "2026-04-20T21:04:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:04:29Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w.18a82c948c785443
    namespace: kserve-ci-e2e-test
    resourceVersion: "38893"
    uid: 2b4072a6-9d8f-4b12-9753-cdbdf8b65cfb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 396e1151-9dc2-4962-89dd-d0484302d6af
  kind: Event
  lastTimestamp: "2026-04-20T21:05:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-20T21:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:05:47Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w.18a82c94fcee0f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "39537"
    uid: 4a1423fa-7f1c-4640-8252-60f2c1880962
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 396e1151-9dc2-4962-89dd-d0484302d6af
  kind: Event
  lastTimestamp: "2026-04-20T21:05:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:05:44Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w.18a82ca6037ffed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39452"
    uid: 7ae028d9-77fe-4697-916f-8db14a0403b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 396e1151-9dc2-4962-89dd-d0484302d6af
  kind: Event
  lastTimestamp: "2026-04-20T21:05:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:05:44Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w.18a82ca603809f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39455"
    uid: 9d759767-70f0-4e3e-84aa-7f8699260e7d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 396e1151-9dc2-4962-89dd-d0484302d6af
  kind: Event
  lastTimestamp: "2026-04-20T21:05:47Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T21:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:05:47Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w.18a82ca6af189f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 126ed24a-6f49-4146-a2e6-51c28787687f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38806"
    uid: 70679671-ef70-4c70-b5ed-e1b74a184b5e
  kind: Event
  lastTimestamp: "2026-04-20T21:04:24Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-bt76w'
  metadata:
    creationTimestamp: "2026-04-20T21:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:04:24Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18a82c935e68bc37
    namespace: kserve-ci-e2e-test
    resourceVersion: "38817"
    uid: 60781173-9957-46d2-97c9-16da415a0a27
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38804"
    uid: 27e4baf5-0f5c-408b-aee7-2cc26a96a02c
  kind: Event
  lastTimestamp: "2026-04-20T21:04:24Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T21:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:04:24Z"
    name: isvc-xgboost-v2-predictor.18a82c935b3a725e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38808"
    uid: 699c2073-92d8-404b-a816-ae8afe721049
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38805"
    uid: cb86f42d-38d0-4915-ab62-b6a07c5f2153
  kind: Event
  lastTimestamp: "2026-04-20T21:04:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:04:39Z"
    name: isvc-xgboost-v2-predictor.18a82c96d9b9d1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38969"
    uid: a6a2e324-d067-4230-8baa-d9d2df935ec6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38805"
    uid: cb86f42d-38d0-4915-ab62-b6a07c5f2153
  kind: Event
  lastTimestamp: "2026-04-20T21:04:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:04:39Z"
    name: isvc-xgboost-v2-predictor.18a82c96da1a80bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: 0d08ad20-f7e6-41f3-8beb-77b0ff8102cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38970"
    uid: cb86f42d-38d0-4915-ab62-b6a07c5f2153
  kind: Event
  lastTimestamp: "2026-04-20T21:05:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:05:39Z"
    name: isvc-xgboost-v2-predictor.18a82c9a5930fbc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39396"
    uid: ceb6fc68-e0c5-43da-b1a3-f16a67be6744
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38970"
    uid: cb86f42d-38d0-4915-ab62-b6a07c5f2153
  kind: Event
  lastTimestamp: "2026-04-20T21:05:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:05:39Z"
    name: isvc-xgboost-v2-predictor.18a82c9a598f55bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39397"
    uid: f234d3f0-1980-4e59-942b-7398d7c2b6e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T21:03:24.255735Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38295"
    uid: 40cfc1c0-2ec1-4356-b34b-3e26d3f55b0d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T21:03:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T21:03:24Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l.18a82c855a59796c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38300"
    uid: 144e2c73-0a00-4532-bea4-abcf46161b6b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38306"
    uid: 40cfc1c0-2ec1-4356-b34b-3e26d3f55b0d
  kind: Event
  lastTimestamp: "2026-04-20T21:03:24Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T21:03:24Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l.18a82c85738903c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38318"
    uid: 459b17fd-aa74-44ab-a19c-8682692443f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 40cfc1c0-2ec1-4356-b34b-3e26d3f55b0d
  kind: Event
  lastTimestamp: "2026-04-20T21:03:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:03:24Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l.18a82c8574ec7fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38320"
    uid: 7ee98d67-9ae4-4c58-af73-46ca2c911ed2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 40cfc1c0-2ec1-4356-b34b-3e26d3f55b0d
  kind: Event
  lastTimestamp: "2026-04-20T21:03:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:03:24Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l.18a82c857772bbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38322"
    uid: 4da30a19-cb76-4470-8cc0-2fd737940e02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 40cfc1c0-2ec1-4356-b34b-3e26d3f55b0d
  kind: Event
  lastTimestamp: "2026-04-20T21:03:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:03:24Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l.18a82c8577e40d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "38323"
    uid: 53f2cdfc-788a-4f1c-834a-4edd108f7520
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 40cfc1c0-2ec1-4356-b34b-3e26d3f55b0d
  kind: Event
  lastTimestamp: "2026-04-20T21:03:28Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-20T21:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:03:28Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l.18a82c86621d9ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38359"
    uid: 0c7ae962-7eed-44ff-8ed9-6929074057d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 40cfc1c0-2ec1-4356-b34b-3e26d3f55b0d
  kind: Event
  lastTimestamp: "2026-04-20T21:03:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T21:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:03:28Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l.18a82c8665568115
    namespace: kserve-ci-e2e-test
    resourceVersion: "38364"
    uid: 8fbe4227-b44e-4ea6-8b81-6946eb9ee1a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 40cfc1c0-2ec1-4356-b34b-3e26d3f55b0d
  kind: Event
  lastTimestamp: "2026-04-20T21:03:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:03:28Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l.18a82c8665c5061f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38365"
    uid: 96fba66a-9bfb-46b4-9d7b-535463817152
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 40cfc1c0-2ec1-4356-b34b-3e26d3f55b0d
  kind: Event
  lastTimestamp: "2026-04-20T21:03:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:03:28Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l.18a82c8665d26541
    namespace: kserve-ci-e2e-test
    resourceVersion: "38366"
    uid: e4d94b75-517e-4d11-b35a-be206ce06a9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 40cfc1c0-2ec1-4356-b34b-3e26d3f55b0d
  kind: Event
  lastTimestamp: "2026-04-20T21:03:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T21:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:03:28Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l.18a82c8669787342
    namespace: kserve-ci-e2e-test
    resourceVersion: "38369"
    uid: e42fccb4-dc52-4bf5-8943-7f7ebc1c5c0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 40cfc1c0-2ec1-4356-b34b-3e26d3f55b0d
  kind: Event
  lastTimestamp: "2026-04-20T21:03:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:03:28Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l.18a82c8669e52da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38370"
    uid: 861c417c-bd37-4223-8224-7811b891885b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 40cfc1c0-2ec1-4356-b34b-3e26d3f55b0d
  kind: Event
  lastTimestamp: "2026-04-20T21:04:05Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-20T21:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:04:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l.18a82c8f02f22e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38631"
    uid: 45ff280b-5930-4c8c-94ed-3041355265ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 40cfc1c0-2ec1-4356-b34b-3e26d3f55b0d
  kind: Event
  lastTimestamp: "2026-04-20T21:04:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:04:24Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l.18a82c93588fa244
    namespace: kserve-ci-e2e-test
    resourceVersion: "38794"
    uid: 5923a6d2-f193-4146-8c51-537af4bfd67a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 40cfc1c0-2ec1-4356-b34b-3e26d3f55b0d
  kind: Event
  lastTimestamp: "2026-04-20T21:04:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:04:24Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l.18a82c93589033b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38796"
    uid: cc8820b4-d949-4afa-a16c-48852637e531
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 40cfc1c0-2ec1-4356-b34b-3e26d3f55b0d
  kind: Event
  lastTimestamp: "2026-04-20T21:04:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.62:8643/healthz": dial tcp
    10.132.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T21:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:04:30Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l.18a82c93a859c84e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38904"
    uid: b99f6a5c-faed-4e09-9d82-5f9448b50843
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 40cfc1c0-2ec1-4356-b34b-3e26d3f55b0d
  kind: Event
  lastTimestamp: "2026-04-20T21:04:26Z"
  message: 'Readiness probe failed: Get "http://10.132.0.62:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-20T21:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:04:26Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l.18a82c93e6b7b1fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38865"
    uid: 36ca046c-effc-430f-9a62-94d92163b0ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38286"
    uid: dc4767c5-6fc8-46fb-9a7b-db9a8605cdfc
  kind: Event
  lastTimestamp: "2026-04-20T21:03:24Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-qq75l'
  metadata:
    creationTimestamp: "2026-04-20T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:03:24Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18a82c8559ea27a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38296"
    uid: d28a590a-1298-47b7-a4c1-aff2e9d52270
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38284"
    uid: f49d6bb0-e287-4306-9a2e-3080b7108d61
  kind: Event
  lastTimestamp: "2026-04-20T21:03:24Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-20T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:03:24Z"
    name: isvc-xgboost-v2-runtime-predictor.18a82c8556fad0b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38288"
    uid: f3b8d4b4-95de-4559-961d-07aaab5a1546
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38285"
    uid: 4984470e-fd48-475e-bc66-db376e76f5a7
  kind: Event
  lastTimestamp: "2026-04-20T21:03:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:03:39Z"
    name: isvc-xgboost-v2-runtime-predictor.18a82c88d586742f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: b394c87c-36f7-49a9-84bf-0377928ca3c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38285"
    uid: 4984470e-fd48-475e-bc66-db376e76f5a7
  kind: Event
  lastTimestamp: "2026-04-20T21:03:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:03:39Z"
    name: isvc-xgboost-v2-runtime-predictor.18a82c88d5eadc7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38450"
    uid: 43f75e98-2b83-436e-b3e4-53efe5691ef2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38449"
    uid: 4984470e-fd48-475e-bc66-db376e76f5a7
  kind: Event
  lastTimestamp: "2026-04-20T21:04:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:04:24Z"
    name: isvc-xgboost-v2-runtime-predictor.18a82c8c556b4a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "38772"
    uid: a02d96d1-cb66-410e-a904-9b40a26cf78b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38449"
    uid: 4984470e-fd48-475e-bc66-db376e76f5a7
  kind: Event
  lastTimestamp: "2026-04-20T21:04:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:04:24Z"
    name: isvc-xgboost-v2-runtime-predictor.18a82c8c55cda396
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: dcc3864b-bbba-42ab-8db8-b89403d27b7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38257"
    uid: 79a11fe2-210d-474d-b598-729ea62b5aa2
  kind: Event
  lastTimestamp: "2026-04-20T21:04:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:04:15Z"
    name: isvc-xgboost-v2-runtime.18a82c8556d92512
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: a20d94cf-f6e0-4a5f-9922-65bf6b59055e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38257"
    uid: 79a11fe2-210d-474d-b598-729ea62b5aa2
  kind: Event
  lastTimestamp: "2026-04-20T21:03:24Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:03:24Z"
    name: isvc-xgboost-v2-runtime.18a82c855744897b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38308"
    uid: 60316937-d6cd-4181-a10f-b727b18c0a9d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:03:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: 79a11fe2-210d-474d-b598-729ea62b5aa2
  kind: Event
  lastTimestamp: "2026-04-20T21:03:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:03:24Z"
    name: isvc-xgboost-v2-runtime.18a82c855dd35708
    namespace: kserve-ci-e2e-test
    resourceVersion: "38310"
    uid: 52d98572-497c-4fa5-b488-a3a75a371c29
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38711"
    uid: 79a11fe2-210d-474d-b598-729ea62b5aa2
  kind: Event
  lastTimestamp: "2026-04-20T21:04:15Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-20T21:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:04:15Z"
    name: isvc-xgboost-v2-runtime.18a82c9159387a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "38712"
    uid: 63196df0-261f-4b21-a48e-aa93fb00a81b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38776"
    uid: 04e6d6a3-9d52-45fc-a488-4be8e3e08b26
  kind: Event
  lastTimestamp: "2026-04-20T21:05:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T21:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:05:37Z"
    name: isvc-xgboost-v2.18a82c935b180105
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: 87260a2b-66c5-42d5-8002-16693c15ceb3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:04:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38776"
    uid: 04e6d6a3-9d52-45fc-a488-4be8e3e08b26
  kind: Event
  lastTimestamp: "2026-04-20T21:04:24Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T21:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:04:24Z"
    name: isvc-xgboost-v2.18a82c935bbffd55
    namespace: kserve-ci-e2e-test
    resourceVersion: "38810"
    uid: b26a5906-43e0-4af3-915e-0de1efc12040
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:05:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39376"
    uid: 04e6d6a3-9d52-45fc-a488-4be8e3e08b26
  kind: Event
  lastTimestamp: "2026-04-20T21:05:37Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-20T21:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:05:37Z"
    name: isvc-xgboost-v2.18a82ca4603cf361
    namespace: kserve-ci-e2e-test
    resourceVersion: "39378"
    uid: cfb7855e-2b80-43af-9a03-4d1366ecb666
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35985"
    uid: 5300900c-d07e-440a-a02d-89948b816273
  kind: Event
  lastTimestamp: "2026-04-20T21:00:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:00:16Z"
    name: isvc-xgboost.18a82c464e4d69bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36666"
    uid: f1b2a0da-3e7f-429e-8e9e-06509a468ecd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35985"
    uid: 5300900c-d07e-440a-a02d-89948b816273
  kind: Event
  lastTimestamp: "2026-04-20T20:58:53Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-20T20:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:58:53Z"
    name: isvc-xgboost.18a82c464ecd07d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36038"
    uid: 43d35728-23c3-482c-a140-7a7ceece06be
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:58:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35991"
    uid: 5300900c-d07e-440a-a02d-89948b816273
  kind: Event
  lastTimestamp: "2026-04-20T20:58:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:58:53Z"
    name: isvc-xgboost.18a82c465426db7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36039"
    uid: d6d8d580-8dcd-4745-ad60-6e9d484776c9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:00:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36663"
    uid: 5300900c-d07e-440a-a02d-89948b816273
  kind: Event
  lastTimestamp: "2026-04-20T21:00:16Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-20T21:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:00:16Z"
    name: isvc-xgboost.18a82c59a4ba807e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36665"
    uid: bf78c718-30a6-4e7a-bf96-1419ab1125d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:18:38.936173Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-twhw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15683"
    uid: 1962a842-eb66-4ef0-9c63-01c8d73366e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-twhw4
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:18:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:18:38Z"
    name: message-dumper-predictor-c7d86bcbd-twhw4.18a82a1420d4ad03
    namespace: kserve-ci-e2e-test
    resourceVersion: "15687"
    uid: 4f5eced1-e2c6-4b56-95a6-8c686711e1bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-twhw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 1962a842-eb66-4ef0-9c63-01c8d73366e5
  kind: Event
  lastTimestamp: "2026-04-20T20:18:39Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:18:39Z"
    name: message-dumper-predictor-c7d86bcbd-twhw4.18a82a1439f9de38
    namespace: kserve-ci-e2e-test
    resourceVersion: "15702"
    uid: f41df22b-fe22-441b-ba24-6444bc416e82
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-twhw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 1962a842-eb66-4ef0-9c63-01c8d73366e5
  kind: Event
  lastTimestamp: "2026-04-20T20:18:39Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-20T20:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:18:39Z"
    name: message-dumper-predictor-c7d86bcbd-twhw4.18a82a143b902e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: 167fbc32-45ac-4109-bbb4-22dccfe1b6e4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-twhw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 1962a842-eb66-4ef0-9c63-01c8d73366e5
  kind: Event
  lastTimestamp: "2026-04-20T20:18:40Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.19s (1.19s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-20T20:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:18:40Z"
    name: message-dumper-predictor-c7d86bcbd-twhw4.18a82a148289f783
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 5940f002-63e9-4743-871e-6aacf2e04782
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-twhw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 1962a842-eb66-4ef0-9c63-01c8d73366e5
  kind: Event
  lastTimestamp: "2026-04-20T20:18:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:18:40Z"
    name: message-dumper-predictor-c7d86bcbd-twhw4.18a82a1485d5fb0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: d80cfd09-6c82-4e17-883d-50692906824f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-twhw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 1962a842-eb66-4ef0-9c63-01c8d73366e5
  kind: Event
  lastTimestamp: "2026-04-20T20:18:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:18:40Z"
    name: message-dumper-predictor-c7d86bcbd-twhw4.18a82a1486428265
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: 9da54875-04bd-4cfd-8b62-6666fbdde942
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-twhw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 1962a842-eb66-4ef0-9c63-01c8d73366e5
  kind: Event
  lastTimestamp: "2026-04-20T20:18:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:18:40Z"
    name: message-dumper-predictor-c7d86bcbd-twhw4.18a82a14864fd22d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 102738a5-50a0-4156-b69f-0c20c887efb4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-twhw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 1962a842-eb66-4ef0-9c63-01c8d73366e5
  kind: Event
  lastTimestamp: "2026-04-20T20:18:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:18:40Z"
    name: message-dumper-predictor-c7d86bcbd-twhw4.18a82a148962d5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: 8b9079a0-e671-4552-a7b6-fc2bce4de31c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-twhw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 1962a842-eb66-4ef0-9c63-01c8d73366e5
  kind: Event
  lastTimestamp: "2026-04-20T20:18:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:18:40Z"
    name: message-dumper-predictor-c7d86bcbd-twhw4.18a82a1489cfa87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: dd07d455-b204-4abf-b388-639ee1181f26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-twhw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 1962a842-eb66-4ef0-9c63-01c8d73366e5
  kind: Event
  lastTimestamp: "2026-04-20T20:20:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:24Z"
    name: message-dumper-predictor-c7d86bcbd-twhw4.18a82a2ca92993b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: 3b555792-d0d4-428e-849d-228eca6e17a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-twhw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 1962a842-eb66-4ef0-9c63-01c8d73366e5
  kind: Event
  lastTimestamp: "2026-04-20T20:20:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:24Z"
    name: message-dumper-predictor-c7d86bcbd-twhw4.18a82a2ca92a0122
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: 2a97eb6b-9eca-49a9-9e28-1d94e708e2fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-twhw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 1962a842-eb66-4ef0-9c63-01c8d73366e5
  kind: Event
  lastTimestamp: "2026-04-20T20:20:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-04-20T20:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:20:25Z"
    name: message-dumper-predictor-c7d86bcbd-twhw4.18a82a2ceeeae13f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: 2d02c776-3ed6-41ce-a9fa-54332c8c89b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15674"
    uid: 54641090-ae96-4056-bff1-5452fe97f9e0
  kind: Event
  lastTimestamp: "2026-04-20T20:18:38Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-twhw4'
  metadata:
    creationTimestamp: "2026-04-20T20:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:18:38Z"
    name: message-dumper-predictor-c7d86bcbd.18a82a14206be1a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15684"
    uid: dea5a526-6737-46fa-9109-d43a3a1f060e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: c64b5e63-1756-4480-8eb1-617e8c8413a1
  kind: Event
  lastTimestamp: "2026-04-20T20:18:38Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-20T20:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:18:38Z"
    name: message-dumper-predictor.18a82a141eb0c385
    namespace: kserve-ci-e2e-test
    resourceVersion: "15677"
    uid: a0bb4595-2648-4c0e-a60a-bb4469ed75c5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: ac685601-c272-44e6-a3cf-8f000f27d2c6
  kind: Event
  lastTimestamp: "2026-04-20T20:19:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:19:08Z"
    name: message-dumper-predictor.18a82a179d834d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: ba2fb31f-b7c1-4767-b692-afa49585a401
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: ac685601-c272-44e6-a3cf-8f000f27d2c6
  kind: Event
  lastTimestamp: "2026-04-20T20:19:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:19:08Z"
    name: message-dumper-predictor.18a82a179de1bfb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 246e7310-7fd9-4f8c-b040-b77aa99f3be4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 4c67c468-4f56-4c8c-b4f7-abb513497efc
  kind: Event
  lastTimestamp: "2026-04-20T20:18:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:18:49Z"
    name: message-dumper.18a82a141e8c5660
    namespace: kserve-ci-e2e-test
    resourceVersion: "15795"
    uid: 594c9cf4-c957-46a9-bc29-e4c233119d6c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 4c67c468-4f56-4c8c-b4f7-abb513497efc
  kind: Event
  lastTimestamp: "2026-04-20T20:18:38Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-20T20:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:18:38Z"
    name: message-dumper.18a82a141efdc117
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: 31edfcf0-4d11-48d1-a1d7-7aaa5354a9d5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 4c67c468-4f56-4c8c-b4f7-abb513497efc
  kind: Event
  lastTimestamp: "2026-04-20T20:18:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:18:39Z"
    name: message-dumper.18a82a14247f9654
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: 7abe56ba-7ac9-4436-9515-50f7c13784c4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:18:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 4c67c468-4f56-4c8c-b4f7-abb513497efc
  kind: Event
  lastTimestamp: "2026-04-20T20:18:49Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:18:49Z"
    name: message-dumper.18a82a1699b17778
    namespace: kserve-ci-e2e-test
    resourceVersion: "15794"
    uid: 6760c902-475b-40c2-aa48-284dd36d900e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T20:50:01.192774Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31544"
    uid: 43a042b3-d860-41f0-b238-1a95776d12b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-8g2db
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T20:50:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T20:50:01Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db.18a82bca60111f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "31549"
    uid: eec2815a-1a06-419a-be8a-e0e10729e0d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31553"
    uid: 43a042b3-d860-41f0-b238-1a95776d12b8
  kind: Event
  lastTimestamp: "2026-04-20T20:50:01Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T20:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T20:50:01Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db.18a82bca794133ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31559"
    uid: 3f18dac7-359e-493f-8e5f-f28e1fca8679
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 43a042b3-d860-41f0-b238-1a95776d12b8
  kind: Event
  lastTimestamp: "2026-04-20T20:50:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:50:01Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db.18a82bca7a897bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31561"
    uid: df017512-38b5-4c8a-8a99-7785140afb19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 43a042b3-d860-41f0-b238-1a95776d12b8
  kind: Event
  lastTimestamp: "2026-04-20T20:50:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T20:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:50:01Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db.18a82bca7da750a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31563"
    uid: 86e9617c-3487-4dc6-a815-34dc8b114a68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 43a042b3-d860-41f0-b238-1a95776d12b8
  kind: Event
  lastTimestamp: "2026-04-20T20:50:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T20:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:50:01Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db.18a82bca7e10ffc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31564"
    uid: 57ed27f0-2da8-4370-a297-0c62db3e4aac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 43a042b3-d860-41f0-b238-1a95776d12b8
  kind: Event
  lastTimestamp: "2026-04-20T20:50:05Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-20T20:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:50:05Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db.18a82bcb7a2e9cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: 73b85c16-733a-4894-891f-a9131f243dbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 43a042b3-d860-41f0-b238-1a95776d12b8
  kind: Event
  lastTimestamp: "2026-04-20T20:50:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T20:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:50:05Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db.18a82bcb7ddae70f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31612"
    uid: 2c5818f6-f1b3-4a53-87f9-ba92384f8a17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 43a042b3-d860-41f0-b238-1a95776d12b8
  kind: Event
  lastTimestamp: "2026-04-20T20:50:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:50:05Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db.18a82bcb7e48e991
    namespace: kserve-ci-e2e-test
    resourceVersion: "31613"
    uid: cd5e199f-4e7a-409b-94cb-970f5a0bd5d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 43a042b3-d860-41f0-b238-1a95776d12b8
  kind: Event
  lastTimestamp: "2026-04-20T20:50:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T20:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:50:06Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db.18a82bcb7e54d145
    namespace: kserve-ci-e2e-test
    resourceVersion: "31614"
    uid: 0fc8b7a0-2e5d-4c98-9cce-88b6afc14885
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 43a042b3-d860-41f0-b238-1a95776d12b8
  kind: Event
  lastTimestamp: "2026-04-20T20:50:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T20:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:50:06Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db.18a82bcb813c701f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: ae6bb22f-d93f-4c42-9628-1d8d556e9dd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 43a042b3-d860-41f0-b238-1a95776d12b8
  kind: Event
  lastTimestamp: "2026-04-20T20:50:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:50:06Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db.18a82bcb81aa0591
    namespace: kserve-ci-e2e-test
    resourceVersion: "31617"
    uid: 7d55c2ca-ada4-4644-866c-caf4f99f3f37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 43a042b3-d860-41f0-b238-1a95776d12b8
  kind: Event
  lastTimestamp: "2026-04-20T20:50:44Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-20T20:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:50:44Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db.18a82bd459e05f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "31883"
    uid: 19dd657c-9f60-4987-98be-307e0b18bbec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 43a042b3-d860-41f0-b238-1a95776d12b8
  kind: Event
  lastTimestamp: "2026-04-20T20:51:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T20:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:01Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db.18a82bd85da2ea5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32045"
    uid: da4f0bea-8b1f-4df3-bf08-74b3d0979791
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 43a042b3-d860-41f0-b238-1a95776d12b8
  kind: Event
  lastTimestamp: "2026-04-20T20:51:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T20:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:01Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db.18a82bd85da39f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32048"
    uid: fc8003e4-2732-4383-be43-9530ca04cea0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 43a042b3-d860-41f0-b238-1a95776d12b8
  kind: Event
  lastTimestamp: "2026-04-20T20:51:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T20:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T20:51:03Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-8g2db.18a82bd8fc1847e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32101"
    uid: 3f7deea2-d88a-450e-b136-992924961ac6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "31534"
    uid: f8def538-a142-41e1-909b-9058df5e2dda
  kind: Event
  lastTimestamp: "2026-04-20T20:50:01Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-8g2db'
  metadata:
    creationTimestamp: "2026-04-20T20:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:50:01Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18a82bca5f82d7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31546"
    uid: fc125f3a-12b3-4dc6-82d4-5fcd23f67c1f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31531"
    uid: 0589cbd1-a44e-48d8-a63a-e9cfc61885f8
  kind: Event
  lastTimestamp: "2026-04-20T20:50:01Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-20T20:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:50:01Z"
    name: sklearn-v2-mlserver-predictor.18a82bca5c20af7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31535"
    uid: 739d5d94-3263-4b67-a0cb-dc253bbf69b7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: d421f32b-959d-405c-9bb6-f7b5fc7465f1
  kind: Event
  lastTimestamp: "2026-04-20T20:50:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:50:31Z"
    name: sklearn-v2-mlserver-predictor.18a82bcddac112a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31796"
    uid: f9b27538-7109-4723-85ab-51ed0cf54c9d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: d421f32b-959d-405c-9bb6-f7b5fc7465f1
  kind: Event
  lastTimestamp: "2026-04-20T20:50:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T20:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:50:31Z"
    name: sklearn-v2-mlserver-predictor.18a82bcddb1ecdd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31797"
    uid: 15cd5ed1-a8d8-4566-93d1-49385048f042
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31692"
    uid: d421f32b-959d-405c-9bb6-f7b5fc7465f1
  kind: Event
  lastTimestamp: "2026-04-20T20:51:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:51:01Z"
    name: sklearn-v2-mlserver-predictor.18a82bd4d917b105
    namespace: kserve-ci-e2e-test
    resourceVersion: "32015"
    uid: a14626d6-6751-40c4-8b52-aa92be7aff59
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31692"
    uid: d421f32b-959d-405c-9bb6-f7b5fc7465f1
  kind: Event
  lastTimestamp: "2026-04-20T20:51:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T20:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T20:51:01Z"
    name: sklearn-v2-mlserver-predictor.18a82bd4d979b83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32016"
    uid: 2c8ee1a9-3fab-4005-9751-5a95af578254
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31503"
    uid: b428e53e-9eac-4bbe-a253-11f4669447ff
  kind: Event
  lastTimestamp: "2026-04-20T20:50:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T20:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:50:54Z"
    name: sklearn-v2-mlserver.18a82bca5c2b664c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: e53f5f41-e2a3-41ff-96d4-8d78bc38728a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31503"
    uid: b428e53e-9eac-4bbe-a253-11f4669447ff
  kind: Event
  lastTimestamp: "2026-04-20T20:50:01Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T20:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:50:01Z"
    name: sklearn-v2-mlserver.18a82bca5cbac178
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 4ee8c4f8-b445-4672-b4c6-048831b2bdc2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T20:50:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: b428e53e-9eac-4bbe-a253-11f4669447ff
  kind: Event
  lastTimestamp: "2026-04-20T20:50:54Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-20T20:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T20:50:54Z"
    name: sklearn-v2-mlserver.18a82bd6ad7992d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31960"
    uid: 83cbbccd-3971-4611-b0ec-c94e83ae23c9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-20T21:01:13.907447Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37199"
    uid: 6b67b7a1-b2ad-4986-96b1-910e92def0ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    to ip-10-0-143-23.ec2.internal
  metadata:
    creationTimestamp: "2026-04-20T21:01:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-20T21:01:13Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9.18a82c6700fc7094
    namespace: kserve-ci-e2e-test
    resourceVersion: "37205"
    uid: c1d41ad2-3a00-45b9-8433-7351ea6ccc62
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7dcdbd646b-9tmdg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 6b67b7a1-b2ad-4986-96b1-910e92def0ce
  kind: Event
  lastTimestamp: "2026-04-20T21:01:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-20T21:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:01:14Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9.18a82c670931f503
    namespace: kserve-ci-e2e-test
    resourceVersion: "37215"
    uid: 88b9286e-8a62-4918-a205-1a24e9b15fab
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37210"
    uid: 6b67b7a1-b2ad-4986-96b1-910e92def0ce
  kind: Event
  lastTimestamp: "2026-04-20T21:01:14Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-20T21:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-20T21:01:14Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9.18a82c673da1d271
    namespace: kserve-ci-e2e-test
    resourceVersion: "37223"
    uid: 655876b4-9843-42e6-b6db-5765416715fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 6b67b7a1-b2ad-4986-96b1-910e92def0ce
  kind: Event
  lastTimestamp: "2026-04-20T21:01:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:01:14Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9.18a82c673f1dbfcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37225"
    uid: b7e9aa64-6d88-4af7-ae1c-c8cae1813ab8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 6b67b7a1-b2ad-4986-96b1-910e92def0ce
  kind: Event
  lastTimestamp: "2026-04-20T21:01:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-20T21:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:01:14Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9.18a82c6741ee167e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37228"
    uid: 1d0b2e83-caf1-43c1-87d6-03e5cc435812
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 6b67b7a1-b2ad-4986-96b1-910e92def0ce
  kind: Event
  lastTimestamp: "2026-04-20T21:01:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-20T21:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:01:15Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9.18a82c67425ebce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37229"
    uid: 19c94428-7976-4bf9-94f4-267873f57914
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 6b67b7a1-b2ad-4986-96b1-910e92def0ce
  kind: Event
  lastTimestamp: "2026-04-20T21:01:19Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-20T21:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:01:19Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9.18a82c683ef43cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37263"
    uid: 260b7d0a-dd02-42ac-8d48-c28f15aa921d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 6b67b7a1-b2ad-4986-96b1-910e92def0ce
  kind: Event
  lastTimestamp: "2026-04-20T21:01:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-20T21:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:01:19Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9.18a82c684215ebcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37267"
    uid: 00ba7f72-b844-48e2-812d-e0e842d8dc5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 6b67b7a1-b2ad-4986-96b1-910e92def0ce
  kind: Event
  lastTimestamp: "2026-04-20T21:01:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:01:19Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9.18a82c6842833412
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 3b1f477d-88e4-4ba1-8f03-567f760eabd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 6b67b7a1-b2ad-4986-96b1-910e92def0ce
  kind: Event
  lastTimestamp: "2026-04-20T21:01:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-20T21:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:01:19Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9.18a82c68428e5b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "37269"
    uid: b2a78263-1907-4e6c-a923-05966c19b015
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 6b67b7a1-b2ad-4986-96b1-910e92def0ce
  kind: Event
  lastTimestamp: "2026-04-20T21:01:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-20T21:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:01:19Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9.18a82c6845748f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37271"
    uid: 71c1a5b0-103c-4fc6-a891-6f1b6e3e12f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 6b67b7a1-b2ad-4986-96b1-910e92def0ce
  kind: Event
  lastTimestamp: "2026-04-20T21:01:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:01:19Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9.18a82c6845e185a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37272"
    uid: c7cd003f-c357-4180-b703-1ebc2848548c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 6b67b7a1-b2ad-4986-96b1-910e92def0ce
  kind: Event
  lastTimestamp: "2026-04-20T21:02:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-20T21:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:02:04Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9.18a82c72ab4a1fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "37628"
    uid: b0d3e180-0cbb-491f-83e5-b57cdfb2747d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 6b67b7a1-b2ad-4986-96b1-910e92def0ce
  kind: Event
  lastTimestamp: "2026-04-20T21:02:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-20T21:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:02:04Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9.18a82c72ab4a9d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37631"
    uid: a51b8521-2a7a-4540-ad35-3de4fbaa4987
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 6b67b7a1-b2ad-4986-96b1-910e92def0ce
  kind: Event
  lastTimestamp: "2026-04-20T21:02:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.61:8643/healthz": dial tcp
    10.132.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T21:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:02:06Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9.18a82c73310c2541
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: 4dfbf929-31c5-4701-ac9b-f9975e60f61e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 6b67b7a1-b2ad-4986-96b1-910e92def0ce
  kind: Event
  lastTimestamp: "2026-04-20T21:02:06Z"
  message: 'Readiness probe failed: Get "http://10.132.0.61:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.61:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-20T21:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-20T21:02:06Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-8shp9.18a82c73315ee303
    namespace: kserve-ci-e2e-test
    resourceVersion: "37686"
    uid: e1626489-0bff-40ee-8422-e240c955ec87
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-23.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-23.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37188"
    uid: 639d5ef3-a1b5-4909-ac14-6d468d016d8b
  kind: Event
  lastTimestamp: "2026-04-20T21:01:13Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-8shp9'
  metadata:
    creationTimestamp: "2026-04-20T21:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:01:13Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18a82c6700781479
    namespace: kserve-ci-e2e-test
    resourceVersion: "37202"
    uid: 4d5ced74-7b6c-417d-af1e-7f59cafbc7d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37185"
    uid: 30119918-41a9-4fa1-bd1c-28515339059c
  kind: Event
  lastTimestamp: "2026-04-20T21:01:13Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-20T21:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:01:13Z"
    name: xgboost-v2-mlserver-predictor.18a82c66fd9cea48
    namespace: kserve-ci-e2e-test
    resourceVersion: "37190"
    uid: ec26d4c1-d818-4f40-b59c-cb0d1309f4be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 7ac2420a-bb35-4584-9239-f1d244035ae6
  kind: Event
  lastTimestamp: "2026-04-20T21:01:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:01:43Z"
    name: xgboost-v2-mlserver-predictor.18a82c6a7ca4fe50
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 12a8edad-a9ac-4fc7-b147-238291d2bb84
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 7ac2420a-bb35-4584-9239-f1d244035ae6
  kind: Event
  lastTimestamp: "2026-04-20T21:01:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-20T21:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:01:43Z"
    name: xgboost-v2-mlserver-predictor.18a82c6a7d0afbd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37447"
    uid: 69973988-76d2-49e6-9551-fad32ab542e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37347"
    uid: 7ac2420a-bb35-4584-9239-f1d244035ae6
  kind: Event
  lastTimestamp: "2026-04-20T21:01:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:01:58Z"
    name: xgboost-v2-mlserver-predictor.18a82c717aae9d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "37563"
    uid: 75cee29c-62d6-4805-b7d9-e56215963ea4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37347"
    uid: 7ac2420a-bb35-4584-9239-f1d244035ae6
  kind: Event
  lastTimestamp: "2026-04-20T21:01:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-20T21:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-20T21:01:58Z"
    name: xgboost-v2-mlserver-predictor.18a82c717b12c48c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37565"
    uid: e5a97572-f9eb-4144-bc3a-918921be932a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: d1b88fe0-2466-4073-9b8f-6351ce384ed5
  kind: Event
  lastTimestamp: "2026-04-20T21:01:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-20T21:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:01:56Z"
    name: xgboost-v2-mlserver.18a82c66fd79ce60
    namespace: kserve-ci-e2e-test
    resourceVersion: "37545"
    uid: 7cdfe0a4-e677-481e-9f6e-74151869a5d7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: d1b88fe0-2466-4073-9b8f-6351ce384ed5
  kind: Event
  lastTimestamp: "2026-04-20T21:01:13Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-20T21:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:01:13Z"
    name: xgboost-v2-mlserver.18a82c66fddde6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37192"
    uid: c56b5474-c4ae-44e1-b459-4dda97202d0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-20T21:01:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: d1b88fe0-2466-4073-9b8f-6351ce384ed5
  kind: Event
  lastTimestamp: "2026-04-20T21:01:56Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-20T21:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-20T21:01:56Z"
    name: xgboost-v2-mlserver.18a82c70e23f0c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37544"
    uid: fab4a39b-3eca-4f95-a80c-ef22ee11ace0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "42788"